{"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.702185594Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.713842397Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.716697557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.728991874Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.739329336Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.739347723Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.763988195Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.76403051Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:17.782839768Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/05435","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.103254563Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.381413895Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.394773192Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.39488605Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.394979934Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395039513Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395085308Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395134006Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395176821Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395226605Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395265196Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395315951Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.39535362Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395398206Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395431969Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.39550113Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395818866Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395818541Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395958446Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.395978417Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.396066053Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.396155868Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.496998571Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 10:36:18.496912 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.698112486Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:18.698132678Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 10:36:47.398194 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.398483518Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.398700333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.398773504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399006252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399094715Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399259436Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399285637Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399484598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399774235Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399909207Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399984677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400133533Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400267165Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400308061Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400365298Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400403535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400504892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400576497Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400736796Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400743289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400782559Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400869638Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.400986124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.399267251Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401039924Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401243252Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401320261Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401426124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401477035Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401507808Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401537016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401570214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401658389Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401836452Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401961112Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.40200297Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.402647867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.402804889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401480241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.403018679Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.403062767Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.401511624Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.403560535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404079534Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404135787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404467879Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404559093Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404596853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404639777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404775723Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.404936801Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.417865829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.587087655Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.594245951Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.597507432Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.602016886Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.602029751Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.602076729Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.602104858Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.603151978Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.603179599Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.683986125Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.684026533Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.685102567Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.685149005Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.705028444Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.705059259Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.706153095Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:47.706161386Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.054761705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da22e35-8ebb-4351-832f-164c96b8a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.086029537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da22e35-8ebb-4351-832f-164c96b8a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.089721426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da22e35-8ebb-4351-832f-164c96b8a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.093215291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da22e35-8ebb-4351-832f-164c96b8a2dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.328716241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52515e21-a721-4edb-956f-caa66589df60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.332132736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52515e21-a721-4edb-956f-caa66589df60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.335551452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52515e21-a721-4edb-956f-caa66589df60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.338952924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52515e21-a721-4edb-956f-caa66589df60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.535123163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31be34e0-ab26-43c8-b804-5db5b87fcf5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.538503018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31be34e0-ab26-43c8-b804-5db5b87fcf5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.541886703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31be34e0-ab26-43c8-b804-5db5b87fcf5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.545230821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31be34e0-ab26-43c8-b804-5db5b87fcf5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.859195616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760ce2d-12d7-4c9b-945b-3ff07df6b247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.862467536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760ce2d-12d7-4c9b-945b-3ff07df6b247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.86583676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760ce2d-12d7-4c9b-945b-3ff07df6b247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:48.884200129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c760ce2d-12d7-4c9b-945b-3ff07df6b247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:49.081478731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b241396-b794-4bcc-b34b-dfff9b1f2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:49.085306584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b241396-b794-4bcc-b34b-dfff9b1f2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:49.08853565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b241396-b794-4bcc-b34b-dfff9b1f2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:49.093984221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b241396-b794-4bcc-b34b-dfff9b1f2634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:49.766646934Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d5ed13-0377-49b6-bebd-972d76e46eaa","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.05210182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d5ed13-0377-49b6-bebd-972d76e46eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.055746438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d5ed13-0377-49b6-bebd-972d76e46eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.058911714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d5ed13-0377-49b6-bebd-972d76e46eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.06247004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d5ed13-0377-49b6-bebd-972d76e46eaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.26361292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653f01f4-d740-4215-a452-186d93bfb3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.267191417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653f01f4-d740-4215-a452-186d93bfb3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.270648565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653f01f4-d740-4215-a452-186d93bfb3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.281421468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653f01f4-d740-4215-a452-186d93bfb3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:50.573109356Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"59bd8f09-ed4d-494b-94e0-bd68a2a93369","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.282357386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff27f2-2a1f-48fb-b85d-ce4c157b475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.285844564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff27f2-2a1f-48fb-b85d-ce4c157b475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.289186415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff27f2-2a1f-48fb-b85d-ce4c157b475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.292626526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff27f2-2a1f-48fb-b85d-ce4c157b475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.618079809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a52321-530b-4fd9-9cbc-6fbb4a389df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.621475661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a52321-530b-4fd9-9cbc-6fbb4a389df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.625003333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a52321-530b-4fd9-9cbc-6fbb4a389df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:36:51.628301038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a52321-530b-4fd9-9cbc-6fbb4a389df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.537395801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f34fdc-88ec-4667-baab-bc94e79e8c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.540637982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f34fdc-88ec-4667-baab-bc94e79e8c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.543822652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f34fdc-88ec-4667-baab-bc94e79e8c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.546976424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f34fdc-88ec-4667-baab-bc94e79e8c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.840018227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae7a1c-7853-48e3-b51d-8a5a6b90e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.843349611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae7a1c-7853-48e3-b51d-8a5a6b90e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.846579501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae7a1c-7853-48e3-b51d-8a5a6b90e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:12.849771073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccae7a1c-7853-48e3-b51d-8a5a6b90e749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:17.425455867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:47.426162732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.537067506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17478183-e578-4bec-9332-7138b1cddfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.540423166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17478183-e578-4bec-9332-7138b1cddfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.543783735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17478183-e578-4bec-9332-7138b1cddfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.547285854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17478183-e578-4bec-9332-7138b1cddfb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.742275745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3b8933-847e-4e00-a348-b7dcefee8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.745844242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3b8933-847e-4e00-a348-b7dcefee8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.749214232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3b8933-847e-4e00-a348-b7dcefee8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.752691909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3b8933-847e-4e00-a348-b7dcefee8fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:56.908505662Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"79ee7a7d-2533-4610-a132-6b802c3adf7a","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.2030666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45420b37-8b57-462b-9b9d-4eef8bb83e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.20915763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45420b37-8b57-462b-9b9d-4eef8bb83e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.213723532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45420b37-8b57-462b-9b9d-4eef8bb83e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.217152811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45420b37-8b57-462b-9b9d-4eef8bb83e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.432251073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea445cc0-ec80-4d73-93a0-ec4c37779481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.435593195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea445cc0-ec80-4d73-93a0-ec4c37779481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.438955746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea445cc0-ec80-4d73-93a0-ec4c37779481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:37:57.442233808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea445cc0-ec80-4d73-93a0-ec4c37779481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:17.424562296Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:17.640696805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a3b77b-ac3f-49c5-aadc-e1963670f618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:17.644024783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a3b77b-ac3f-49c5-aadc-e1963670f618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:17.647320484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a3b77b-ac3f-49c5-aadc-e1963670f618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:17.650613329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a3b77b-ac3f-49c5-aadc-e1963670f618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:23.978303831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597045b7-ff52-468c-9669-0dd4fe04b990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.006707087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597045b7-ff52-468c-9669-0dd4fe04b990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.012647892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"597045b7-ff52-468c-9669-0dd4fe04b990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.081044747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774707fa-e911-4ad9-a9ba-dd65ff36c323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.081641347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425fcdc6-4ce6-4fa0-b886-1e110595b59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.087704667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774707fa-e911-4ad9-a9ba-dd65ff36c323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.088131606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425fcdc6-4ce6-4fa0-b886-1e110595b59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.093427662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"774707fa-e911-4ad9-a9ba-dd65ff36c323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.093754591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425fcdc6-4ce6-4fa0-b886-1e110595b59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.182448208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c94cab-1b81-4a0d-954d-3f51435b1c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.191427833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c94cab-1b81-4a0d-954d-3f51435b1c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.198580021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8c94cab-1b81-4a0d-954d-3f51435b1c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.506359717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f560809-6d54-4b37-913e-258b9958a7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.513223825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f560809-6d54-4b37-913e-258b9958a7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.520067842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f560809-6d54-4b37-913e-258b9958a7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.607174217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86d7734-a3e1-4b8e-801a-bc32b136a473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.607189746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f30585-b9cb-4dfd-8586-4e879e2c6a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.614324361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86d7734-a3e1-4b8e-801a-bc32b136a473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.614549964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f30585-b9cb-4dfd-8586-4e879e2c6a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.619959414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86d7734-a3e1-4b8e-801a-bc32b136a473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.620629592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4f30585-b9cb-4dfd-8586-4e879e2c6a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:38:24.642075533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0bacc1b-0706-4b8c-a183-de39438af159","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.667118026Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5c583e1-6b36-42b4-88ea-b36f413632d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.708169775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"912cb2fe-c1a2-490e-8eb6-6dd1d283b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.708236069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591a3222-8b41-4bc1-b9d3-16d7e9d24a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.71534382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"912cb2fe-c1a2-490e-8eb6-6dd1d283b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.715372085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591a3222-8b41-4bc1-b9d3-16d7e9d24a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.721308407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"591a3222-8b41-4bc1-b9d3-16d7e9d24a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.721386047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"912cb2fe-c1a2-490e-8eb6-6dd1d283b789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.731641964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284b345c-ef81-4b26-a3d4-fd75e367268b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.731666858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a42c80-6813-46a6-9894-7168604ff335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:38:24.737669201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"537cfecc-e27e-4a68-8353-0f556cd0b111","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.740640638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284b345c-ef81-4b26-a3d4-fd75e367268b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.740856982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a42c80-6813-46a6-9894-7168604ff335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.748042363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"284b345c-ef81-4b26-a3d4-fd75e367268b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.74835753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a42c80-6813-46a6-9894-7168604ff335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.7677619Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0056cb33-89e0-43e3-bbfc-dbe1b6cb1c74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.767792633Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93544bc1-f80a-4dc5-b56a-81892b42e151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.808001069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91cd0bdc-b4f0-400f-be1b-078a02939059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.808123675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"199f4350-7376-450e-8be4-e7af2e3164f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.815095608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"199f4350-7376-450e-8be4-e7af2e3164f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.815302048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91cd0bdc-b4f0-400f-be1b-078a02939059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.821164836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"199f4350-7376-450e-8be4-e7af2e3164f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.821171211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91cd0bdc-b4f0-400f-be1b-078a02939059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.82976816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba8e9789-a4cc-4e92-a744-f921f46363e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.836640159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba8e9789-a4cc-4e92-a744-f921f46363e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.842662858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba8e9789-a4cc-4e92-a744-f921f46363e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.868169972Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7bfb3a7-a0b9-4581-a04d-22fc1f2cd8eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.908784732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69db6dbd-c645-4536-bde5-6fc41551ebbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.918720789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69db6dbd-c645-4536-bde5-6fc41551ebbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:24.92719882Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69db6dbd-c645-4536-bde5-6fc41551ebbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.39928413Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea6c5b78-e97f-4b1c-8cb1-713271e5fcae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.50009524Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"944064a6-9c78-4179-a4c0-9f5750e9a705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.842893558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c8cff25-eba3-4402-b03a-2011f8978599","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.843003805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c8cff25-eba3-4402-b03a-2011f8978599","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.847430633Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f79087e3-3c8f-424a-bd70-5ee6d11b8dc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.847690634Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"655b7449-0a05-466a-b1af-574a8ec96d68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.860026575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b46a81-7722-4c20-ae27-2e504363a94e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.860055539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e79290-aa99-4208-8376-e60085c520d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.862376374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5bf0589-c16c-47fc-81e0-630e53cad9ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.862402449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a5bf0589-c16c-47fc-81e0-630e53cad9ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.867096854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b46a81-7722-4c20-ae27-2e504363a94e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.868549998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e79290-aa99-4208-8376-e60085c520d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.86859458Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e79290-aa99-4208-8376-e60085c520d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.873966498Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10b46a81-7722-4c20-ae27-2e504363a94e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.955482059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfd5c42-62a0-445d-9815-1712756e9f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.956444296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b802b55-5a24-4822-be7b-0eae9873d7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.96351675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfd5c42-62a0-445d-9815-1712756e9f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.963567815Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bfd5c42-62a0-445d-9815-1712756e9f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.964763502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b802b55-5a24-4822-be7b-0eae9873d7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:25.972095635Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b802b55-5a24-4822-be7b-0eae9873d7b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:38:25.978718474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b802b55-5a24-4822-be7b-0eae9873d7b7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.054433078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1beb9ab6-6209-4090-8ea5-e150833f075b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.061221385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1beb9ab6-6209-4090-8ea5-e150833f075b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.061271235Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1beb9ab6-6209-4090-8ea5-e150833f075b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.270040956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"66107528-1ed3-4879-aab7-35a23696e54d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.270067937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"66107528-1ed3-4879-aab7-35a23696e54d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.554140222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1a5d98-8100-4aed-aad8-036472a2ba44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.554195094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd98260-81f8-4de6-90e9-ac53f67b99cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.56104925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd98260-81f8-4de6-90e9-ac53f67b99cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.561093651Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd98260-81f8-4de6-90e9-ac53f67b99cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.561109239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1a5d98-8100-4aed-aad8-036472a2ba44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:26.561144482Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a1a5d98-8100-4aed-aad8-036472a2ba44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.73054264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c4dc4d3-7a3a-49e4-8de3-eafa13cf021f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.730645904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c4dc4d3-7a3a-49e4-8de3-eafa13cf021f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.731249956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8d705f4f-19d9-450a-87c5-c26ec5aecbfb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.731266891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8d705f4f-19d9-450a-87c5-c26ec5aecbfb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.734392446Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06d3d7e9-10d6-49c2-9a82-bcc41623576f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.734575258Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"189db305-f9cb-4f35-8d73-496a4613248d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.747879312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f44dd5a-3da7-40fa-af0a-d53fb9b828a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.747895026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaf0feb6-0c99-46bf-b8ac-eb7e0250a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.750119761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c282af04-09e0-402b-b8f7-499b1a79d070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.750139779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c282af04-09e0-402b-b8f7-499b1a79d070","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.750438387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"671d5804-cb5e-4992-8bab-5af67ad1cd8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.750456078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"671d5804-cb5e-4992-8bab-5af67ad1cd8d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.756374545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaf0feb6-0c99-46bf-b8ac-eb7e0250a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.756415837Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaf0feb6-0c99-46bf-b8ac-eb7e0250a674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.756424058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f44dd5a-3da7-40fa-af0a-d53fb9b828a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.756459098Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f44dd5a-3da7-40fa-af0a-d53fb9b828a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.840866326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95377644-b004-4898-a087-9fd02fbac640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.841026657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84dec1a0-44f9-4430-ab89-2130e32abaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.847602273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95377644-b004-4898-a087-9fd02fbac640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.84765465Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95377644-b004-4898-a087-9fd02fbac640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.847975516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84dec1a0-44f9-4430-ab89-2130e32abaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.848014834Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84dec1a0-44f9-4430-ab89-2130e32abaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.884117074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bdebf050-c799-4595-9536-941a5bcbd9cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:28.884136689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bdebf050-c799-4595-9536-941a5bcbd9cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.433744017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188b724f-cecf-4a19-a6d0-7c232f8755e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.433839268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5fe5edc-528f-4f4f-99aa-db8defaad4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.440640258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188b724f-cecf-4a19-a6d0-7c232f8755e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.44068559Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"188b724f-cecf-4a19-a6d0-7c232f8755e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.441225276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5fe5edc-528f-4f4f-99aa-db8defaad4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.44126827Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5fe5edc-528f-4f4f-99aa-db8defaad4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.904362276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c6f6d0f-d8d7-4753-a005-023f3f9491c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.904389756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4c6f6d0f-d8d7-4753-a005-023f3f9491c5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.904698411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bf331d2-5ab9-4599-ba59-510adbee4ed2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.904997975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5bf331d2-5ab9-4599-ba59-510adbee4ed2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.906351652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"970ff66b-d03c-41c1-ab10-c36b66c4f4ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.906372927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"970ff66b-d03c-41c1-ab10-c36b66c4f4ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.913136272Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8824dce-e0fd-43e8-aa92-803ba970743c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.913367608Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"285a2190-0e3c-446b-a781-166613d43721","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.918675715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69bdee5-eb64-48eb-b98a-e610aaf7b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.923949894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"589d3f4b-9f70-488f-ac23-f9b6cbb8107c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.923964718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"589d3f4b-9f70-488f-ac23-f9b6cbb8107c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.924256116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96246538-2e05-4537-88a7-5bb6235bb06e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.924272075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"96246538-2e05-4537-88a7-5bb6235bb06e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.924464993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b6ef36c-1f75-45e7-9958-1b6ac7e5469d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.924477066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b6ef36c-1f75-45e7-9958-1b6ac7e5469d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.926372342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69bdee5-eb64-48eb-b98a-e610aaf7b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:29.926409401Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69bdee5-eb64-48eb-b98a-e610aaf7b996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.013814404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba17568-7165-4842-a49e-96e701b63b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.01381441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b715d0ac-9654-4d52-a594-3181ace175db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.021376681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b715d0ac-9654-4d52-a594-3181ace175db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.021395653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba17568-7165-4842-a49e-96e701b63b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.021434835Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b715d0ac-9654-4d52-a594-3181ace175db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.021446638Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cba17568-7165-4842-a49e-96e701b63b6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.069158591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35bd0c00-7817-4ba3-a8a1-bc3ed2a5b9de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.069181776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"35bd0c00-7817-4ba3-a8a1-bc3ed2a5b9de","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.115858553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ad4bd0-59b0-4c77-9fe7-90af6d933df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.123007787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ad4bd0-59b0-4c77-9fe7-90af6d933df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.123056313Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3ad4bd0-59b0-4c77-9fe7-90af6d933df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.66127269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a1460f-f6d7-42f3-ab13-968828b12c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.661375916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf10c8e8-c21d-4339-be8e-3bbe136d88e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.66873152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a1460f-f6d7-42f3-ab13-968828b12c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.668791672Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a1460f-f6d7-42f3-ab13-968828b12c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.669958519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf10c8e8-c21d-4339-be8e-3bbe136d88e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:30.67001497Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf10c8e8-c21d-4339-be8e-3bbe136d88e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.403394952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33c29f68-f937-437f-bc94-87854b4e066a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.403419716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33c29f68-f937-437f-bc94-87854b4e066a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.403773003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b43692cd-1054-46c6-8fd2-278f303e333b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.403786643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b43692cd-1054-46c6-8fd2-278f303e333b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.404074284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a80cb3a3-0642-45d2-9140-d1367823906f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.404085961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a80cb3a3-0642-45d2-9140-d1367823906f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.404385644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc88b97a-2b30-428d-92f9-7f5c13169390","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.404399163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc88b97a-2b30-428d-92f9-7f5c13169390","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.409105356Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db21ee9d-d0e0-4875-b948-5accadb458c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.40940435Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ea69d21-9573-4e06-b252-f57cc858477c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.418266987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62273a86-3bdc-4f56-be07-cb9b9c9ecb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.421324018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df0da58-f6ee-48e6-9d6e-8035532895c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.423772494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a35719c-9be5-459c-a3a4-e75455459717","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.42379326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0a35719c-9be5-459c-a3a4-e75455459717","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424200435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c421e29-5a3a-4ccf-ab61-850fab3250d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424218807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c421e29-5a3a-4ccf-ab61-850fab3250d1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424474264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2326b7f0-babf-4f96-8f18-25ec9ed4fb20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424489823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2326b7f0-babf-4f96-8f18-25ec9ed4fb20","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424750735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e936b7f-bada-4f2c-9f43-8c874ccec3ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.424765559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8e936b7f-bada-4f2c-9f43-8c874ccec3ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.426601934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62273a86-3bdc-4f56-be07-cb9b9c9ecb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.426638527Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62273a86-3bdc-4f56-be07-cb9b9c9ecb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.429717971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df0da58-f6ee-48e6-9d6e-8035532895c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.429801404Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df0da58-f6ee-48e6-9d6e-8035532895c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.514612539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"738c0295-1416-43a3-b98d-3d2ce195dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.514608764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa8dfece-0596-405f-8af1-0c32946119a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.522257341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa8dfece-0596-405f-8af1-0c32946119a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.522325257Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa8dfece-0596-405f-8af1-0c32946119a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.522355785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"738c0295-1416-43a3-b98d-3d2ce195dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.522411651Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"738c0295-1416-43a3-b98d-3d2ce195dcd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.561083841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2c9807d-d6de-49b7-9b04-42fbaf3cefa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.561102702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2c9807d-d6de-49b7-9b04-42fbaf3cefa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.967760298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b38d041-0755-46b7-ba6b-22c3c516ed22","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.967786675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4b38d041-0755-46b7-ba6b-22c3c516ed22","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968232644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f43158ea-6cfd-48d5-a98c-3764a685241f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968253563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f43158ea-6cfd-48d5-a98c-3764a685241f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968631797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4c2b355-a08c-4943-b62f-b0ebd6c8402f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968650671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e4c2b355-a08c-4943-b62f-b0ebd6c8402f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968885963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66afea57-5085-414d-b331-b3f8273b799d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.968900025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66afea57-5085-414d-b331-b3f8273b799d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.969154631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc7c251e-afb2-4951-bab3-5d4c9ea88e7a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.969168889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc7c251e-afb2-4951-bab3-5d4c9ea88e7a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.978525655Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dcff204d-b45a-4b64-8439-5d6b75da252d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.978701716Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10397c8d-6194-4163-94cb-72dcd5c49648","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986054752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4cf0bbc7-f117-4ca8-9e03-6305973678e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986071167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4cf0bbc7-f117-4ca8-9e03-6305973678e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986273432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ab27bb9-03fa-4469-baa6-33275727f5e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986285033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3ab27bb9-03fa-4469-baa6-33275727f5e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986464343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00b8b389-2916-4c46-bdb0-9ef78b3462f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986475697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00b8b389-2916-4c46-bdb0-9ef78b3462f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986671774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f240492-a3fe-418a-8189-c7ea4db9d095","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.98668386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7f240492-a3fe-418a-8189-c7ea4db9d095","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986900025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6fc0db6-496f-406d-8bbf-e339afcd419a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.986911284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e6fc0db6-496f-406d-8bbf-e339afcd419a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.987265033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dd522b3-8eaf-49b8-b2be-db367e7db8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.98755748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c1685ec-eb5b-45ee-87e8-fbf228582709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.995512899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dd522b3-8eaf-49b8-b2be-db367e7db8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.995562405Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dd522b3-8eaf-49b8-b2be-db367e7db8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.99751375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c1685ec-eb5b-45ee-87e8-fbf228582709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:31.997548211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c1685ec-eb5b-45ee-87e8-fbf228582709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.091384213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f44b3668-3f47-4374-b73c-d8660bd14ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.091386881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e57756-386d-44c2-9bf1-c4b41dc9a1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.098947338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e57756-386d-44c2-9bf1-c4b41dc9a1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.098999883Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25e57756-386d-44c2-9bf1-c4b41dc9a1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.099030137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f44b3668-3f47-4374-b73c-d8660bd14ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.099072494Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f44b3668-3f47-4374-b73c-d8660bd14ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.144938427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a93601d8-821c-4892-9288-fba1d36445b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.144956846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a93601d8-821c-4892-9288-fba1d36445b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.207294704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce929ec-cff4-4f81-b042-fd7b9112fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.207315475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731be642-fb4b-4d95-a7e1-dd8fe8a5cbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.217422596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce929ec-cff4-4f81-b042-fd7b9112fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.217484427Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ce929ec-cff4-4f81-b042-fd7b9112fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.218057858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731be642-fb4b-4d95-a7e1-dd8fe8a5cbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.218109831Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731be642-fb4b-4d95-a7e1-dd8fe8a5cbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673047351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c0b512e-34a4-443f-9022-8b533ced4937","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673066615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c0b512e-34a4-443f-9022-8b533ced4937","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673440284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dd7949f-5c44-4ce5-b153-cb612b2831c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673459544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2dd7949f-5c44-4ce5-b153-cb612b2831c6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.67370528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d682864d-04d9-44e2-b1b0-b19eab6891f8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673718714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d682864d-04d9-44e2-b1b0-b19eab6891f8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.67397694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8665cbb-477a-4be6-bd73-47eaea8ee0dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.673990029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8665cbb-477a-4be6-bd73-47eaea8ee0dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.674214086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8bcc575e-293a-472b-8524-b08992860c96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.674226344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8bcc575e-293a-472b-8524-b08992860c96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.674427548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3e0398d-d2bf-435c-be64-81f3a02e9867","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.674440959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f3e0398d-d2bf-435c-be64-81f3a02e9867","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.67618975Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6db52a61-8736-4be8-8b7c-dfd66024abf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.676449179Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df67dbf4-a532-4f09-854e-8ba4de76ff0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.686089976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ee1b86-101c-4bda-a06c-8e93222832ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.68931967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be8d287-443d-4c46-a6c1-3fc03ecd384c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692036631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d8166d6-1625-41aa-9ce3-135aefd22148","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692056142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d8166d6-1625-41aa-9ce3-135aefd22148","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692326665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"717a66cc-424c-45b2-ba49-5880679106da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692339481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"717a66cc-424c-45b2-ba49-5880679106da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692528229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7f3e1081-4ab2-458a-98ea-211abcbe9237","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.69254229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7f3e1081-4ab2-458a-98ea-211abcbe9237","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692721356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d33dba50-00d2-48fb-b96d-5a3702ec5670","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692732571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d33dba50-00d2-48fb-b96d-5a3702ec5670","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692948712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9e9f6dfb-a02a-487c-a282-737f1c1ecc3c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.692963237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9e9f6dfb-a02a-487c-a282-737f1c1ecc3c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.693142213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a74c96c5-1025-47d0-be18-060f54852c0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.69315262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a74c96c5-1025-47d0-be18-060f54852c0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.694170086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ee1b86-101c-4bda-a06c-8e93222832ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.69420569Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ee1b86-101c-4bda-a06c-8e93222832ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.696136131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be8d287-443d-4c46-a6c1-3fc03ecd384c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.696174971Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be8d287-443d-4c46-a6c1-3fc03ecd384c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.782109024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d8f1586-8238-4e20-8eb8-94bbe6d5df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.782131221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6295ba-75d0-4480-b81d-045a2b6e1631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.79080826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d8f1586-8238-4e20-8eb8-94bbe6d5df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.790863888Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d8f1586-8238-4e20-8eb8-94bbe6d5df7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.791015372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6295ba-75d0-4480-b81d-045a2b6e1631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.791069332Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6295ba-75d0-4480-b81d-045a2b6e1631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.810552989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8afac40-a6d7-4234-ac17-3749f1b03b67","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:32.810569901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8afac40-a6d7-4234-ac17-3749f1b03b67","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.800618609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d269898a-3370-421a-a3d2-8019356281a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.80064695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d269898a-3370-421a-a3d2-8019356281a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801017546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7134b140-5cd3-403f-9509-c0583e71d408","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801037866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7134b140-5cd3-403f-9509-c0583e71d408","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801329309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c504479-13b0-4854-9846-0b8b6f4e70c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801345752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8c504479-13b0-4854-9846-0b8b6f4e70c5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801615445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed977314-db31-4178-aee5-f09fb6968e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801633745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ed977314-db31-4178-aee5-f09fb6968e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801896165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"295e6190-8e01-4bb5-a52d-f14d78bcc31b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.801912329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"295e6190-8e01-4bb5-a52d-f14d78bcc31b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.802182759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aac3ec71-42aa-4b6c-8760-6029faa91f93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.802196125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aac3ec71-42aa-4b6c-8760-6029faa91f93","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.80243511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24bab34b-8a95-4fea-ab85-d2f1fef34dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.802449498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24bab34b-8a95-4fea-ab85-d2f1fef34dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.80897669Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"adf22a02-a14e-44b6-a2d9-6b890a797456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.816267604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848ff339-0b69-4c17-924e-64158ed23395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.817702979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee50cc64-6404-48b7-9ca3-20f9fe522e9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.817719847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ee50cc64-6404-48b7-9ca3-20f9fe522e9c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.817975521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44df2d1a-5234-48e0-a549-7ab5f78bd899","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.817987654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"44df2d1a-5234-48e0-a549-7ab5f78bd899","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818174556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd03479-6c66-4476-ba31-36ae3cbab2f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818187196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd03479-6c66-4476-ba31-36ae3cbab2f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818366501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2c19e75-316c-4446-98b0-723b91acc51b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818379388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e2c19e75-316c-4446-98b0-723b91acc51b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818554026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"948a160a-114e-4230-aa30-842aab77aaa3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818563861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"948a160a-114e-4230-aa30-842aab77aaa3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818753918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6156bb44-a003-43a7-8a92-a58dd57b5eb4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.818764955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6156bb44-a003-43a7-8a92-a58dd57b5eb4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.81902331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c04d3247-3953-4878-943f-52e89ab83528","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.81904113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c04d3247-3953-4878-943f-52e89ab83528","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.819537324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9033d348-2993-478a-b257-78cf4dd9e040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.824064352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"848ff339-0b69-4c17-924e-64158ed23395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.829027223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9033d348-2993-478a-b257-78cf4dd9e040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.829062681Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9033d348-2993-478a-b257-78cf4dd9e040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.829258796Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43af46cc-5064-4cdd-bfa7-f5afafb09266","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.846567876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b38467-38c1-4903-8c7d-ff7095f025ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.846585881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40b38467-38c1-4903-8c7d-ff7095f025ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.912524309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63764385-7f31-44f6-9438-86e564d8c308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.912558576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f4f2c3c-6f4d-4f79-8e25-4edec11c57a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.919842366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f4f2c3c-6f4d-4f79-8e25-4edec11c57a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.919908288Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f4f2c3c-6f4d-4f79-8e25-4edec11c57a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.92029894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"adf56b2d-da9d-4dbd-8321-38646197dfff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.920350474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63764385-7f31-44f6-9438-86e564d8c308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.965166703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e9a40c-b327-44c8-a522-dbea76a161c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:33.965191904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e9a40c-b327-44c8-a522-dbea76a161c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.012089128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7b72a-9a6a-4ce6-a72a-b3c9c1ee2b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.021399513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c339c965-59d0-4ba9-84b8-3e953cae4158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.021595492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7b72a-9a6a-4ce6-a72a-b3c9c1ee2b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.02163853Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16f7b72a-9a6a-4ce6-a72a-b3c9c1ee2b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.112859359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e18d7f29-405a-4167-b87a-b8f021716c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.112859282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21f39423-1254-477e-97d5-920d10426f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.121283789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21f39423-1254-477e-97d5-920d10426f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.121279302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e18d7f29-405a-4167-b87a-b8f021716c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.121408955Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e18d7f29-405a-4167-b87a-b8f021716c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.619737071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2df32bbe-4b80-45cb-9e13-0d46f844a611","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.61976493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2df32bbe-4b80-45cb-9e13-0d46f844a611","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620125948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbf5debd-1b58-4a98-9405-35f927bb00ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620143624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbf5debd-1b58-4a98-9405-35f927bb00ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620411878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d766d0b-ad0f-4009-a4a2-1dbff1bdfded","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620426709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3d766d0b-ad0f-4009-a4a2-1dbff1bdfded","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620669352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5586329f-7d25-45c9-a326-96cd090bff60","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620679362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5586329f-7d25-45c9-a326-96cd090bff60","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.620959405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77c11510-0e95-4bf6-b09c-fa5f65a00227","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.62097229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77c11510-0e95-4bf6-b09c-fa5f65a00227","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.621243374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ec28b8-02c8-4d3b-85e3-988a145980da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.621258508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"03ec28b8-02c8-4d3b-85e3-988a145980da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.621521272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52983d74-0394-42a6-8d2c-90cf965167d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.62153882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52983d74-0394-42a6-8d2c-90cf965167d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.621889579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d2cdf16-b9c4-4940-95e7-0e2a9642429d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.621905729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d2cdf16-b9c4-4940-95e7-0e2a9642429d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.634379257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c02a849c-a0b6-47c5-acf9-98c3790b9ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.653985581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"331d52fc-7e48-455e-af9f-554089a67793","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.656682039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c02a849c-a0b6-47c5-acf9-98c3790b9ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.664901788Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"817d8cdd-a08b-4251-9326-bf6c2feac103","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.667965636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb418d8f-6ba7-435c-bf92-d5ab6f408ac7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.667984765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cb418d8f-6ba7-435c-bf92-d5ab6f408ac7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668309068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"805d8b43-fb06-462d-80fb-d9f548a484a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668325966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"805d8b43-fb06-462d-80fb-d9f548a484a8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668600545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78b8c313-0f01-4a78-a498-0eb5254319ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668618267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78b8c313-0f01-4a78-a498-0eb5254319ba","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668851752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd0304a0-e945-4cfd-b89f-0895c1ad07b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.668865526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fd0304a0-e945-4cfd-b89f-0895c1ad07b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669085841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13f9e8c9-7c93-48ea-ad2d-7bc8822af782","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669100616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13f9e8c9-7c93-48ea-ad2d-7bc8822af782","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669281615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d36cf526-1cfb-481d-bd9a-f4aa9d717380","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669292088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d36cf526-1cfb-481d-bd9a-f4aa9d717380","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669469903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f14b918-89c0-4fc4-8152-9d23c5d6ca58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669481312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f14b918-89c0-4fc4-8152-9d23c5d6ca58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669711987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3719d57a-1385-45b1-9027-fd7198e8d996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.669723029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3719d57a-1385-45b1-9027-fd7198e8d996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.739661601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f617c14d-1bee-41a6-8011-3b86200b9129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.744952549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1171fd37-7daf-4dbd-b9cd-cd3551e1d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.758423735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1171fd37-7daf-4dbd-b9cd-cd3551e1d7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.762039661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f617c14d-1bee-41a6-8011-3b86200b9129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.782133906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9894e2f2-7324-4a80-8abb-f4feb0699760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.782152699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9894e2f2-7324-4a80-8abb-f4feb0699760","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.799482489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"efdbfd15-69ce-4811-a1c0-035024a22a36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.860985817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"118166e1-8e41-4c54-a995-0cabd8a22524","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.861009011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"118166e1-8e41-4c54-a995-0cabd8a22524","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.879257852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe0d17f-c373-4155-bd24-48faee199413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.887161724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe0d17f-c373-4155-bd24-48faee199413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:34.895008557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6595ac24-25b1-4864-8c01-f301c5ce970c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.801517377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5f5ec84-8d30-4c68-9a25-8a987b7a16c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.817374611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd5adb-2c1a-49c1-a525-9e7cf87928ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.817396563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd5adb-2c1a-49c1-a525-9e7cf87928ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.838152217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e11765b6-ef48-4e44-a05d-2d1e8e98f02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.838250702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a85f5abf-fc87-4f1f-8599-c116e1ad75d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.847160926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a85f5abf-fc87-4f1f-8599-c116e1ad75d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.848467224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e11765b6-ef48-4e44-a05d-2d1e8e98f02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.895506724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3df4eceb-65a1-4257-86a7-885ed068fc4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.91698232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ae57a02-b4ff-4216-8917-32123278cbc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.917007814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ae57a02-b4ff-4216-8917-32123278cbc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.939476257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d1d570-08e2-47bc-8490-155b5dff8ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.93947473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dce997ec-a83f-4a1b-9475-3663929f3a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.94697096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dce997ec-a83f-4a1b-9475-3663929f3a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:36.94753911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d1d570-08e2-47bc-8490-155b5dff8ea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:39.442152991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a13e6975-3613-4cd6-89dd-c3576635f8bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:39.540072671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a26ee00-e61b-4f55-845b-f2497149821c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:41.730294477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"009eac26-89f0-4a79-8f52-f40bb5180b33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:41.73032254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"009eac26-89f0-4a79-8f52-f40bb5180b33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:41.932201836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a19621a3-9cd0-4215-bbe9-cd36544d2917","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:41.932229306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a19621a3-9cd0-4215-bbe9-cd36544d2917","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:42.138116695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ebf021b-e0b5-4794-8ac9-604917c5c977","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:42.138137619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ebf021b-e0b5-4794-8ac9-604917c5c977","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:43.89442584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9aa78bca-7434-44ea-9308-07c00959982c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:43.894451197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9aa78bca-7434-44ea-9308-07c00959982c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.100023353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b04f4993-d8dd-4881-a045-a19cdd1cc550","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.100049975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b04f4993-d8dd-4881-a045-a19cdd1cc550","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.314192468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ccbad15-d154-49c3-9d83-fd88662f4faf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.314217478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3ccbad15-d154-49c3-9d83-fd88662f4faf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.848814645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2218324c-2543-48e1-8b2e-07edb89ede89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.848838704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2218324c-2543-48e1-8b2e-07edb89ede89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.866023774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9148e964-2e3c-48d4-846a-2ec79aa0d885","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.867700245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49b1329e-a0a4-496d-9566-f9e124da1c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.867702289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e41767c-607a-4943-8a69-d3501523dac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.876499858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49b1329e-a0a4-496d-9566-f9e124da1c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.876553541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e41767c-607a-4943-8a69-d3501523dac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.885533402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc3727d-569c-4b4b-a2b3-67e85abcfe82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.885551272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fc3727d-569c-4b4b-a2b3-67e85abcfe82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:44.965557514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8145230e-4e39-40dd-8d77-1f047812938c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:45.987340175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f944931f-1213-4c85-a85b-ea7b9605e8dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:45.987368146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f944931f-1213-4c85-a85b-ea7b9605e8dd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.004199625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdc609f6-351c-419f-8727-32cf1f76c326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.006662637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed7477db-6262-4de4-beca-0fb0ae1109fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.006701875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea047176-dca4-4b1e-9002-facd2e66d765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.015381618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea047176-dca4-4b1e-9002-facd2e66d765","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.015785196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed7477db-6262-4de4-beca-0fb0ae1109fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.020187136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da79a1eb-4412-4a7c-9dd0-aa1fbcdee8f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.020210599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da79a1eb-4412-4a7c-9dd0-aa1fbcdee8f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:46.103078355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a093852-4936-4918-b69d-e33e33c81dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:47.426200036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.657416006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b54d8ef3-a48e-4fcd-83bc-907bda2d3cf0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.657440303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b54d8ef3-a48e-4fcd-83bc-907bda2d3cf0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.666580715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb6cb6a0-e331-46c5-9ca4-36dfe8914094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.675863438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb6cb6a0-e331-46c5-9ca4-36dfe8914094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.692730768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"063cac15-184e-4c39-8416-36b1dc292231","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.692750338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"063cac15-184e-4c39-8416-36b1dc292231","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.845792162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"934f1549-f2af-4d93-a3a6-00dd9c8236c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.845815569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"934f1549-f2af-4d93-a3a6-00dd9c8236c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.854807015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4651250a-57e2-41e3-875b-fe4827095b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.854877267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f4240d-4e6e-45cb-b163-746ef285bfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.859590478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca84ec27-d862-4918-b04a-59fd75650aa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.863124429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4651250a-57e2-41e3-875b-fe4827095b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.863503578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f4240d-4e6e-45cb-b163-746ef285bfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.876911528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dc56dbc-d788-46ea-8d02-4788a8bcae96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:38:50.876946014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dc56dbc-d788-46ea-8d02-4788a8bcae96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:39:17.425471901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:39:47.425163807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:02.640159191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1778198-388b-469f-9527-06fecabd3c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:02.643395687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1778198-388b-469f-9527-06fecabd3c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:02.646715477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1778198-388b-469f-9527-06fecabd3c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:02.64994716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1778198-388b-469f-9527-06fecabd3c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.003277888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85343cf-59dc-42bb-a46c-11ee747398fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.007003503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85343cf-59dc-42bb-a46c-11ee747398fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.010437261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85343cf-59dc-42bb-a46c-11ee747398fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.01384819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85343cf-59dc-42bb-a46c-11ee747398fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.344489791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef44838-c94d-40a8-a15c-b4fbd7be8c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.382112583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef44838-c94d-40a8-a15c-b4fbd7be8c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.385637068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef44838-c94d-40a8-a15c-b4fbd7be8c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.388966621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef44838-c94d-40a8-a15c-b4fbd7be8c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.68144444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3a6822cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3a6822cf","reconcileID":"4bb00dd3-e930-4d02-8db7-6d585f92adfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3a6822cf","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3a6822cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.726806666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6df2b1-34e3-4e9e-a7c7-97625e4347bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.730207281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6df2b1-34e3-4e9e-a7c7-97625e4347bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.733515114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6df2b1-34e3-4e9e-a7c7-97625e4347bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.737605082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6df2b1-34e3-4e9e-a7c7-97625e4347bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.955583313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f48d6c-ab41-48ce-a58c-b34e0b44bef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.958811374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f48d6c-ab41-48ce-a58c-b34e0b44bef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.965589845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f48d6c-ab41-48ce-a58c-b34e0b44bef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:03.985716197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f48d6c-ab41-48ce-a58c-b34e0b44bef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.27926405Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-3baa762a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-3baa762a","reconcileID":"b2296c40-e15d-4bce-a128-ad2404ea7c2a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-3baa762a-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-3baa762a-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.491253538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7506439-f93f-4fe7-9819-f52b6dbc96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.496987102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7506439-f93f-4fe7-9819-f52b6dbc96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.501216864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7506439-f93f-4fe7-9819-f52b6dbc96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.581242679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7506439-f93f-4fe7-9819-f52b6dbc96b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.865601653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdd25e7-a44e-4312-8df6-d80591594e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.868961353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdd25e7-a44e-4312-8df6-d80591594e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.872382901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdd25e7-a44e-4312-8df6-d80591594e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:04.875673295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bdd25e7-a44e-4312-8df6-d80591594e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:05.386895857Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"6e1dc8da-b7be-4e5a-82b9-0a640b4fabe0","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:05.392105387Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"6e1dc8da-b7be-4e5a-82b9-0a640b4fabe0","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:05.400517453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"6e1dc8da-b7be-4e5a-82b9-0a640b4fabe0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-3baa762a-gw","tenantID":"e2e-migrate-3baa762a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:05.422661976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"6e1dc8da-b7be-4e5a-82b9-0a640b4fabe0","name":"e2e-migrate-3baa762a-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:06.165452001Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"79919813-0284-4329-b404-b8fc48e29c95","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:06.798331699Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"26a96680-9d68-4137-88bb-de5607b75af8","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:06.803611192Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"26a96680-9d68-4137-88bb-de5607b75af8","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:07.237706448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8358daed-0969-4704-a649-5bbacd830374","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:07.33236263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7afa145d-f489-4b8a-aa1d-f5189bc48499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:07.642968003Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"d27dea9b-a51b-42d1-80d5-79a018d3d8c2","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:07.657861151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"d27dea9b-a51b-42d1-80d5-79a018d3d8c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3a6822cf","tenantID":"e2e-ait-3a6822cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:07.676951349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"d27dea9b-a51b-42d1-80d5-79a018d3d8c2","name":"e2e-ait-3a6822cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.111911877Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"402a5287-098f-4fd9-a3d8-ca0e20446ecf","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.120285973Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"402a5287-098f-4fd9-a3d8-ca0e20446ecf","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.755588449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e9c37-7e9a-45fc-906e-715d08437767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.759605284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e9c37-7e9a-45fc-906e-715d08437767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.784489429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e9c37-7e9a-45fc-906e-715d08437767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.787792517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f75e9c37-7e9a-45fc-906e-715d08437767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:09.928629144Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"3bee21d9-2927-4885-a99b-09b84baff9c7","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.097027305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ff961-4a56-47fc-8b1f-fa4188d69b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.101067143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ff961-4a56-47fc-8b1f-fa4188d69b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.104316334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ff961-4a56-47fc-8b1f-fa4188d69b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.107648753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2ff961-4a56-47fc-8b1f-fa4188d69b32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.372024184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dc29ce-9e9e-4e5c-ad50-857743dc93ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.382199469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dc29ce-9e9e-4e5c-ad50-857743dc93ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.386975358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dc29ce-9e9e-4e5c-ad50-857743dc93ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.390318212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dc29ce-9e9e-4e5c-ad50-857743dc93ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.635118895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240341dc-80cf-47c2-bb1a-a7715e330ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.638493332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240341dc-80cf-47c2-bb1a-a7715e330ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.641958057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240341dc-80cf-47c2-bb1a-a7715e330ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.645138238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"240341dc-80cf-47c2-bb1a-a7715e330ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.716283585Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-fc81ef02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-fc81ef02","reconcileID":"8af7bd92-1556-4f47-ad09-e5ffc2133131","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-fc81ef02","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-fc81ef02":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.944789914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9488f84f-7419-46be-9538-60678e467e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.948113814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9488f84f-7419-46be-9538-60678e467e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.951546433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9488f84f-7419-46be-9538-60678e467e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:10.95488008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9488f84f-7419-46be-9538-60678e467e69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.333504367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5819b8d1-6cea-4908-8839-0f47f51e707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.337618411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5819b8d1-6cea-4908-8839-0f47f51e707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.341346303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5819b8d1-6cea-4908-8839-0f47f51e707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.344697535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5819b8d1-6cea-4908-8839-0f47f51e707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.6385806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a8b12f-2352-46ad-add9-06fd510094e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.641890658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a8b12f-2352-46ad-add9-06fd510094e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.645026991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a8b12f-2352-46ad-add9-06fd510094e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.648293878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a8b12f-2352-46ad-add9-06fd510094e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.951143218Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"c5ad7a4d-f846-4aec-b2d2-511213743c0e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:11.960456543Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"c5ad7a4d-f846-4aec-b2d2-511213743c0e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:12.701836428Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"20c4c7fa-5d40-4ad7-aa9b-87d01539efe9","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.445145391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8a7816-d021-4a9a-b92f-c7503182c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.448495304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8a7816-d021-4a9a-b92f-c7503182c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.451867368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8a7816-d021-4a9a-b92f-c7503182c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.455817037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b8a7816-d021-4a9a-b92f-c7503182c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.603344718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"51fdb8dd-3537-4354-a1eb-5c5f8b2fc580","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-fc81ef02","tenantID":"e2e-derive-fc81ef02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.620196636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"51fdb8dd-3537-4354-a1eb-5c5f8b2fc580","name":"e2e-derive-fc81ef02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.707497364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be04b541-29fd-409a-8172-0a95edb7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.710765186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be04b541-29fd-409a-8172-0a95edb7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.781117401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be04b541-29fd-409a-8172-0a95edb7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:13.78502773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be04b541-29fd-409a-8172-0a95edb7200e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.13768591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d97685-b4e9-4036-ad30-8340eda1dad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.141074971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d97685-b4e9-4036-ad30-8340eda1dad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.144314821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d97685-b4e9-4036-ad30-8340eda1dad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.147564626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d97685-b4e9-4036-ad30-8340eda1dad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.352176507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6df3e2-298c-4cf1-83f9-e5a4fd1976f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.35543207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6df3e2-298c-4cf1-83f9-e5a4fd1976f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.358778457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6df3e2-298c-4cf1-83f9-e5a4fd1976f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.362067005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6df3e2-298c-4cf1-83f9-e5a4fd1976f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.454113975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-19708dae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-19708dae","reconcileID":"f5708697-4e89-4057-b3e2-6c222fa07768","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-19708dae","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-19708dae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.582104403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c822cd-3aaa-431a-99df-344112b85c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.585515116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c822cd-3aaa-431a-99df-344112b85c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.590744664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c822cd-3aaa-431a-99df-344112b85c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.597659108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1c822cd-3aaa-431a-99df-344112b85c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.949646267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889fe766-ca58-4232-b492-f9cb5f3c379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.952994188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889fe766-ca58-4232-b492-f9cb5f3c379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.956203728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889fe766-ca58-4232-b492-f9cb5f3c379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:14.959660389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"889fe766-ca58-4232-b492-f9cb5f3c379c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.165300431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf530c8-b751-4d83-9bc1-9e05826ec7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.168541831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf530c8-b751-4d83-9bc1-9e05826ec7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.17184198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf530c8-b751-4d83-9bc1-9e05826ec7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.17521277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baf530c8-b751-4d83-9bc1-9e05826ec7d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.34686975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce06b3f-b76e-4016-a8a2-65e4b205aae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.352173522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce06b3f-b76e-4016-a8a2-65e4b205aae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.382805331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce06b3f-b76e-4016-a8a2-65e4b205aae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.385738133Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"dee1a1b0-e089-48ce-9767-46a5834de9ad","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.386817356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce06b3f-b76e-4016-a8a2-65e4b205aae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.391743391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-afe85416","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-afe85416","reconcileID":"6d026373-76b9-4bf7-9c73-3b4fb9db7894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-afe85416","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-afe85416":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.400694926Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"dee1a1b0-e089-48ce-9767-46a5834de9ad","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.86273483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99976a8f-232a-4edc-829c-dde67e6e18a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.86624394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99976a8f-232a-4edc-829c-dde67e6e18a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.869608008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99976a8f-232a-4edc-829c-dde67e6e18a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:15.873265994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99976a8f-232a-4edc-829c-dde67e6e18a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.164377171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad21cc1-6719-46ad-ae8b-39f0a23b9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.167850227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad21cc1-6719-46ad-ae8b-39f0a23b9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.171789186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad21cc1-6719-46ad-ae8b-39f0a23b9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.175272354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad21cc1-6719-46ad-ae8b-39f0a23b9453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.442219421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaa8ed0-6d30-4499-a955-b21bbcf457fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.449541576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaa8ed0-6d30-4499-a955-b21bbcf457fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.488689922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaa8ed0-6d30-4499-a955-b21bbcf457fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.492219715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eaa8ed0-6d30-4499-a955-b21bbcf457fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.55445284Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"a002146b-a289-45fa-9dac-6ad33ac03976","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.941295088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6f2e3f-857b-48e6-ab5d-5cc25ff79969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.945059922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6f2e3f-857b-48e6-ab5d-5cc25ff79969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.948808361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6f2e3f-857b-48e6-ab5d-5cc25ff79969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:16.953618025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6f2e3f-857b-48e6-ab5d-5cc25ff79969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.226784492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb6ac92-15fd-4fac-a643-138cc6729c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.23025866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb6ac92-15fd-4fac-a643-138cc6729c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.233732432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb6ac92-15fd-4fac-a643-138cc6729c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.237440799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb6ac92-15fd-4fac-a643-138cc6729c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.42474281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.441350804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698a2fb9-0baf-435e-941b-503dc67c031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.482411589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698a2fb9-0baf-435e-941b-503dc67c031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.48614466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698a2fb9-0baf-435e-941b-503dc67c031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:17.48962721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"698a2fb9-0baf-435e-941b-503dc67c031f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:18.282151868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"425b7c55-b0e8-4f51-9c1b-eed8ce95250d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-19708dae","tenantID":"e2e-ait-19708dae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:18.297584726Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"425b7c55-b0e8-4f51-9c1b-eed8ce95250d","name":"e2e-ait-19708dae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.434504986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe0890-3769-4a7b-88e7-dd48d075188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.438309349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe0890-3769-4a7b-88e7-dd48d075188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.441685743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe0890-3769-4a7b-88e7-dd48d075188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.444995305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ffe0890-3769-4a7b-88e7-dd48d075188c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.650040038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d3fc-cfc7-4ee0-8f69-8192ac638024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.653410332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d3fc-cfc7-4ee0-8f69-8192ac638024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.656891723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d3fc-cfc7-4ee0-8f69-8192ac638024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.660183616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d3fc-cfc7-4ee0-8f69-8192ac638024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.881201995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"47dfad9f-f4fd-4984-b02c-d34a542425d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-afe85416","tenantID":"e2e-ait-afe85416","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:19.929450976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"47dfad9f-f4fd-4984-b02c-d34a542425d8","name":"e2e-ait-afe85416-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.088324964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7307b91-5a4a-4311-b56c-9ac90ecd96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.091736464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7307b91-5a4a-4311-b56c-9ac90ecd96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.095013586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7307b91-5a4a-4311-b56c-9ac90ecd96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.098284798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7307b91-5a4a-4311-b56c-9ac90ecd96c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.34423551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f1f289-c215-42cd-ab7d-d570d7867cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.347813693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f1f289-c215-42cd-ab7d-d570d7867cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.351309458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f1f289-c215-42cd-ab7d-d570d7867cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.354766187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64f1f289-c215-42cd-ab7d-d570d7867cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.54006176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f9e312-e78e-4387-b58b-cd5e8356c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.543441672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f9e312-e78e-4387-b58b-cd5e8356c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.548546309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f9e312-e78e-4387-b58b-cd5e8356c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.555486842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55f9e312-e78e-4387-b58b-cd5e8356c1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.673398988Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"675c86ec-78ab-436a-a880-2298c980b92a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.687967512Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"675c86ec-78ab-436a-a880-2298c980b92a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.890171482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcc2c53-df22-4669-8b3b-a79e0a3044b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.89353457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcc2c53-df22-4669-8b3b-a79e0a3044b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.897007761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcc2c53-df22-4669-8b3b-a79e0a3044b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:20.900686553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcc2c53-df22-4669-8b3b-a79e0a3044b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.164501801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66934d4-3f8f-4aa6-b90d-ec68ac95cb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.169142165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66934d4-3f8f-4aa6-b90d-ec68ac95cb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.172363427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66934d4-3f8f-4aa6-b90d-ec68ac95cb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.175720244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66934d4-3f8f-4aa6-b90d-ec68ac95cb0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.483472207Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"147b1497-d974-40fc-b208-c8514c0556d3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.854561988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc9723e-9745-4e0f-b3f2-fbbbbed387de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.868728556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc9723e-9745-4e0f-b3f2-fbbbbed387de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.882936106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc9723e-9745-4e0f-b3f2-fbbbbed387de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:21.890070237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc9723e-9745-4e0f-b3f2-fbbbbed387de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.142012163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393d8446-f718-4552-8dc7-a2bf73cd62b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.146092899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393d8446-f718-4552-8dc7-a2bf73cd62b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.149550613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393d8446-f718-4552-8dc7-a2bf73cd62b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.153032938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393d8446-f718-4552-8dc7-a2bf73cd62b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.431736494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fe5668-a7c0-40d7-a695-4850ff86c790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.435650621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fe5668-a7c0-40d7-a695-4850ff86c790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.439193569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fe5668-a7c0-40d7-a695-4850ff86c790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.443677017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fe5668-a7c0-40d7-a695-4850ff86c790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.840647175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f4d9b3-1e65-4b80-bdd3-cd396cfcc183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.844215358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f4d9b3-1e65-4b80-bdd3-cd396cfcc183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.847670172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f4d9b3-1e65-4b80-bdd3-cd396cfcc183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:22.851046293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f4d9b3-1e65-4b80-bdd3-cd396cfcc183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.053518876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b6a9ce-d2ec-46c7-ad0e-7c6fcf694579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.082151004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b6a9ce-d2ec-46c7-ad0e-7c6fcf694579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.085435764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b6a9ce-d2ec-46c7-ad0e-7c6fcf694579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.088792684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b6a9ce-d2ec-46c7-ad0e-7c6fcf694579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.256947254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7e5ef8-d510-4937-b364-a2a5fabbe040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.261704921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7e5ef8-d510-4937-b364-a2a5fabbe040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.283359622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7e5ef8-d510-4937-b364-a2a5fabbe040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.291724479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7e5ef8-d510-4937-b364-a2a5fabbe040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.61562684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfd588-0112-459a-8aa0-ff802a69ded5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.623669076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfd588-0112-459a-8aa0-ff802a69ded5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.629308105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfd588-0112-459a-8aa0-ff802a69ded5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:23.632648492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cfd588-0112-459a-8aa0-ff802a69ded5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.05255523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9e54-8ddd-476d-a901-be4eec446915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.055776503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9e54-8ddd-476d-a901-be4eec446915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.082285395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9e54-8ddd-476d-a901-be4eec446915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.085616988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc5c9e54-8ddd-476d-a901-be4eec446915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.430382823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02d606-8540-4eab-88ec-c8010031829f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.433648308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02d606-8540-4eab-88ec-c8010031829f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.437445499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02d606-8540-4eab-88ec-c8010031829f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.44434983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d02d606-8540-4eab-88ec-c8010031829f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.650345855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a0b2ce-b70d-4cb3-8eaf-6b3c350ff742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.653700328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a0b2ce-b70d-4cb3-8eaf-6b3c350ff742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.656948837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a0b2ce-b70d-4cb3-8eaf-6b3c350ff742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.660098283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a0b2ce-b70d-4cb3-8eaf-6b3c350ff742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.841985581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ff135-ef5c-4310-bda2-d8d4015047df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.845217945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ff135-ef5c-4310-bda2-d8d4015047df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.850139763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ff135-ef5c-4310-bda2-d8d4015047df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.855743836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"089ff135-ef5c-4310-bda2-d8d4015047df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.935882115Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"d7c84dd8-f938-43e5-839f-0c6419e0e9e3","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:25.952419994Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"d7c84dd8-f938-43e5-839f-0c6419e0e9e3","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.127586618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a476d-ef2a-4eb4-b488-23d171e4d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.191590121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a476d-ef2a-4eb4-b488-23d171e4d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.195389521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a476d-ef2a-4eb4-b488-23d171e4d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.198680267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a8a476d-ef2a-4eb4-b488-23d171e4d3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.432067627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726d227-5021-4238-85d1-9883cfaa86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.435248215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726d227-5021-4238-85d1-9883cfaa86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.438369584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726d227-5021-4238-85d1-9883cfaa86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.441509709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0726d227-5021-4238-85d1-9883cfaa86a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:26.685157866Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"7d7a15c5-7808-4117-86d2-c8e10d12d4ba","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.582326153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7573f3-68da-488e-a880-79899354bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.585851072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7573f3-68da-488e-a880-79899354bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.589133907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7573f3-68da-488e-a880-79899354bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.592417309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7573f3-68da-488e-a880-79899354bf60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.832708274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff18fb6e-545d-408b-81e1-0d43400659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.83905593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff18fb6e-545d-408b-81e1-0d43400659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.848383072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff18fb6e-545d-408b-81e1-0d43400659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:28.851610607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff18fb6e-545d-408b-81e1-0d43400659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.656324691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"452d1789-23c1-48ad-9762-c0c9a320c108","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.755747881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b250403e-9e59-407f-afb9-2d6a279c6fd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.77704915Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","namespace":"ai-tenant-e2e-migrate-3baa762a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.777138494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","namespace":"ai-tenant-e2e-migrate-3baa762a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.777196099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","tenant":"e2e-migrate-3baa762a","tenantID":"e2e-migrate-3baa762a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.78193135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Deployment","name":"maas-api-e2e-migrate-3baa762a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.802211018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Service","name":"maas-api-e2e-migrate-3baa762a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.809686384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-3baa762a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.814339165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-3baa762a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.824891168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.829813858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.832608141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.835291825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.839077947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Deployment","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.842598547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.847204937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Service","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.849892963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"Service","name":"payload-pre-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.854367721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.857422285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.860055926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.862768625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.865418505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.86815861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.870880291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-3baa762a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:29.873605888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-3baa762a"},"namespace":"ai-tenant-e2e-migrate-3baa762a","name":"default-tenant","reconcileID":"a2eb5cfe-5823-4c3b-9f0e-fbf424cb1f7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-3baa762a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.182452192Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-3baa762a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-3baa762a","reconcileID":"39c8309a-6b12-4ab7-b4e2-70c3fc35981b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-3baa762a-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-3baa762a-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.185812523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df797a89-c169-4944-a455-da4b161ce902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.189482896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df797a89-c169-4944-a455-da4b161ce902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.192691779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df797a89-c169-4944-a455-da4b161ce902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.195813054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df797a89-c169-4944-a455-da4b161ce902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.458496957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b839e36-ed5d-467a-9d9f-e09bd1286167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.462005226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b839e36-ed5d-467a-9d9f-e09bd1286167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.46509464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b839e36-ed5d-467a-9d9f-e09bd1286167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.468370745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b839e36-ed5d-467a-9d9f-e09bd1286167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.681445391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca7d50c-c565-4831-b7dd-66cae0ef93ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.685800236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca7d50c-c565-4831-b7dd-66cae0ef93ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.692082325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca7d50c-c565-4831-b7dd-66cae0ef93ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.697764433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bca7d50c-c565-4831-b7dd-66cae0ef93ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.93549979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fcf63d-d71f-42de-b0b8-aa57b664fcd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.93873386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fcf63d-d71f-42de-b0b8-aa57b664fcd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.941884123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fcf63d-d71f-42de-b0b8-aa57b664fcd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:30.993994659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1fcf63d-d71f-42de-b0b8-aa57b664fcd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.402283705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96a14bc-54af-408f-908c-02ff30c633ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.409572333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96a14bc-54af-408f-908c-02ff30c633ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.415537246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96a14bc-54af-408f-908c-02ff30c633ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.42318562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96a14bc-54af-408f-908c-02ff30c633ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.662136736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21a39a-cf5e-448f-82d8-e6d520ac530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.665963094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21a39a-cf5e-448f-82d8-e6d520ac530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.670136924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21a39a-cf5e-448f-82d8-e6d520ac530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:31.674184814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa21a39a-cf5e-448f-82d8-e6d520ac530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.12827945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd761296-b9d2-41d7-8f01-ae5628fb3475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.131702618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd761296-b9d2-41d7-8f01-ae5628fb3475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.135196168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd761296-b9d2-41d7-8f01-ae5628fb3475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.138565638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd761296-b9d2-41d7-8f01-ae5628fb3475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.393483553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f47c832-a83e-43c3-b7f5-c969ebfcf4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.397319275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f47c832-a83e-43c3-b7f5-c969ebfcf4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.401010559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f47c832-a83e-43c3-b7f5-c969ebfcf4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.405128187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f47c832-a83e-43c3-b7f5-c969ebfcf4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.510843567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79e69e1c-8d1b-41b2-9781-22d1291d6489","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:32.609570926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eba8d009-6ea6-4f5e-8b14-a6bd3d7fe3b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:34.840578068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee674e2-6c24-4857-b073-ee0917fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:34.84421112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee674e2-6c24-4857-b073-ee0917fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:34.847768053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee674e2-6c24-4857-b073-ee0917fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:34.851299604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee674e2-6c24-4857-b073-ee0917fee0e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.090758901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875489b7-978d-4f64-ad58-426927793ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.100459657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875489b7-978d-4f64-ad58-426927793ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.183598302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875489b7-978d-4f64-ad58-426927793ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.187508689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"875489b7-978d-4f64-ad58-426927793ad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.44741754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe026d00-eff1-4b40-afdd-29006216f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.452785418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe026d00-eff1-4b40-afdd-29006216f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.456427896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe026d00-eff1-4b40-afdd-29006216f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.460753599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe026d00-eff1-4b40-afdd-29006216f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.64483035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042edd1d-5529-4f27-b18f-d2f5d9d3eeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.649537605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042edd1d-5529-4f27-b18f-d2f5d9d3eeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.655320844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042edd1d-5529-4f27-b18f-d2f5d9d3eeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.681131104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042edd1d-5529-4f27-b18f-d2f5d9d3eeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.752844961Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b1c6f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b1c6f6","reconcileID":"a07c4e09-9b0b-412e-9f5f-4b436ff28bce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b1c6f6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-b1c6f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.959048199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4fc158-4ae0-4d05-bf5d-ef3ae4d3c1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.962451629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4fc158-4ae0-4d05-bf5d-ef3ae4d3c1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.965764357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4fc158-4ae0-4d05-bf5d-ef3ae4d3c1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:35.969089839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4fc158-4ae0-4d05-bf5d-ef3ae4d3c1c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.099571181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb0e9c54-afd4-459a-aa97-8aff805beafb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.208293765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f0099ab-69f6-42b2-abb8-1eda778c61c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.348057091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3620b8-900e-42dd-82ce-29df01d7a1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.351481445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3620b8-900e-42dd-82ce-29df01d7a1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.355094753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3620b8-900e-42dd-82ce-29df01d7a1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.358409342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3620b8-900e-42dd-82ce-29df01d7a1a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.551941739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e809a38-e566-48f9-abc1-1e43625af5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.555295862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e809a38-e566-48f9-abc1-1e43625af5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.558676866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e809a38-e566-48f9-abc1-1e43625af5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.562034509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e809a38-e566-48f9-abc1-1e43625af5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.747882964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ddb587-9ae1-44a0-bff1-5b220dcae7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.753159514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ddb587-9ae1-44a0-bff1-5b220dcae7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.760257182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ddb587-9ae1-44a0-bff1-5b220dcae7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:36.782148688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88ddb587-9ae1-44a0-bff1-5b220dcae7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.095708634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae9e46a-7c15-40d0-ba0b-c38f0c87160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.099949737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae9e46a-7c15-40d0-ba0b-c38f0c87160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.103824071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae9e46a-7c15-40d0-ba0b-c38f0c87160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.107624109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae9e46a-7c15-40d0-ba0b-c38f0c87160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.503892398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5069b17-96d6-4fa2-81e8-1c51f39eaba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.507340581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5069b17-96d6-4fa2-81e8-1c51f39eaba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.511360318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5069b17-96d6-4fa2-81e8-1c51f39eaba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.529135896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5069b17-96d6-4fa2-81e8-1c51f39eaba7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.739526189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2d0b34-75db-4dd2-97d3-6ca2a8059c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.742941846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2d0b34-75db-4dd2-97d3-6ca2a8059c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.746108526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2d0b34-75db-4dd2-97d3-6ca2a8059c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.749698948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2d0b34-75db-4dd2-97d3-6ca2a8059c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.939740469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8d25cf-d730-480c-b3bc-2d255fc7feab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.943292484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8d25cf-d730-480c-b3bc-2d255fc7feab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.946488704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8d25cf-d730-480c-b3bc-2d255fc7feab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:37.949835323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8d25cf-d730-480c-b3bc-2d255fc7feab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.146239897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4353f2-8357-4445-b8c6-17aa2683db51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.192285644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4353f2-8357-4445-b8c6-17aa2683db51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.196122821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4353f2-8357-4445-b8c6-17aa2683db51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.199349605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4353f2-8357-4445-b8c6-17aa2683db51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.957179552Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","namespace":"ai-tenant-e2e-ait-3a6822cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.957234511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","namespace":"ai-tenant-e2e-ait-3a6822cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.957278972Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","tenant":"e2e-ait-3a6822cf","tenantID":"e2e-ait-3a6822cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.962783037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Deployment","name":"maas-api-e2e-ait-3a6822cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.973182958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Service","name":"maas-api-e2e-ait-3a6822cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.990460265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3a6822cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:38.998162833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3a6822cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.004544865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.009619213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.01684767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.021868788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.024549689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Deployment","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.027181652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.03001091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Service","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.033361741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"Service","name":"payload-pre-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.035983282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.038665755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.041282554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.047039993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.049749861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.052430359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.056006814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3a6822cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.058750363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a6822cf"},"namespace":"ai-tenant-e2e-ait-3a6822cf","name":"default-tenant","reconcileID":"2a1449d5-3ebc-4302-8981-d3c879976ab7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3a6822cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.211326816Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3a6822cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3a6822cf","reconcileID":"8c4bce53-88af-4032-82f5-c949118c0489","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3a6822cf","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3a6822cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.444402941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411cb5ee-a78b-4e7c-8b43-c2d5b70bf722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.447668195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411cb5ee-a78b-4e7c-8b43-c2d5b70bf722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.451014527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411cb5ee-a78b-4e7c-8b43-c2d5b70bf722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.454240563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411cb5ee-a78b-4e7c-8b43-c2d5b70bf722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.654114871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f57484-a82e-4fe1-87d9-0bc20cd284fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.65739869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f57484-a82e-4fe1-87d9-0bc20cd284fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.660641978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f57484-a82e-4fe1-87d9-0bc20cd284fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.663956386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0f57484-a82e-4fe1-87d9-0bc20cd284fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.903972053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dd18b3-6fa7-4d5d-a413-8e0f36cc4583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.909430609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dd18b3-6fa7-4d5d-a413-8e0f36cc4583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.915654911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dd18b3-6fa7-4d5d-a413-8e0f36cc4583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.920504689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dd18b3-6fa7-4d5d-a413-8e0f36cc4583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.961843661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"1da645b0-2835-47e3-9bfd-a1a0117a071a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.979449879Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"1da645b0-2835-47e3-9bfd-a1a0117a071a","name":"e2e-worker-w3-b1c6f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.987835068Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","namespace":"ai-tenant-e2e-derive-fc81ef02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.987892941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","namespace":"ai-tenant-e2e-derive-fc81ef02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.987965551Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","tenant":"e2e-derive-fc81ef02","tenantID":"e2e-derive-fc81ef02","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:39.994951577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Deployment","name":"maas-api-e2e-derive-fc81ef02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.006754279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Service","name":"maas-api-e2e-derive-fc81ef02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.026525586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-fc81ef02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.042197915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-fc81ef02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.047417729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.053845539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.089015227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.094231151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.097182523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Deployment","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.099767594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.102329901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Service","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.10522841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"Service","name":"payload-pre-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.107936193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"DestinationRule","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.110622892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.115715762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.121583269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.124564906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.127315473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.130002619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-fc81ef02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.132849901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-fc81ef02"},"namespace":"ai-tenant-e2e-derive-fc81ef02","name":"default-tenant","reconcileID":"44cee954-a83e-4db1-ae3c-e4b402d58308","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-fc81ef02","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.150143694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec01d6d-792c-42e6-a165-cd82b89af103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.18236656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec01d6d-792c-42e6-a165-cd82b89af103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.185983326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec01d6d-792c-42e6-a165-cd82b89af103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.189347905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dec01d6d-792c-42e6-a165-cd82b89af103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.32134032Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-fc81ef02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-fc81ef02","reconcileID":"fa120ae7-e02e-41bc-837d-a686b90a25bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-fc81ef02","removed":["maas.opendatahub.io/gateway-access-e2e-derive-fc81ef02"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.581556399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ee436-034f-4697-82e2-5bd152c302c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.585967302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ee436-034f-4697-82e2-5bd152c302c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.598046412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ee436-034f-4697-82e2-5bd152c302c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.606146483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e48ee436-034f-4697-82e2-5bd152c302c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.846132084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735e012-09f0-4892-b77f-7fe8b1f55506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.849830235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735e012-09f0-4892-b77f-7fe8b1f55506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.854314071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735e012-09f0-4892-b77f-7fe8b1f55506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:40.858037452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735e012-09f0-4892-b77f-7fe8b1f55506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.129903229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78667ea-28cf-4b8d-9eee-4d95d0deb92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.18850988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78667ea-28cf-4b8d-9eee-4d95d0deb92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.193321908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78667ea-28cf-4b8d-9eee-4d95d0deb92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.196840795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78667ea-28cf-4b8d-9eee-4d95d0deb92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.46195113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb97fcb-32b9-4567-810d-e61668079c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.466154354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb97fcb-32b9-4567-810d-e61668079c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.469960472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb97fcb-32b9-4567-810d-e61668079c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.477290111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb97fcb-32b9-4567-810d-e61668079c7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.916246809Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","namespace":"ai-tenant-e2e-ait-afe85416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.91632588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","namespace":"ai-tenant-e2e-ait-afe85416","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.916393643Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","tenant":"e2e-ait-afe85416","tenantID":"e2e-ait-afe85416","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.930075721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Deployment","name":"maas-api-e2e-ait-afe85416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.952949354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Service","name":"maas-api-e2e-ait-afe85416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.959975259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-afe85416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.965360339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-afe85416","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.973563547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.980437983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.988295252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.994510748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:41.997319466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Deployment","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.002075636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.006608716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Service","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.009642609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"Service","name":"payload-pre-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.012552895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.01792612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.020988222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.026959127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.030144753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.03407482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.038884405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-afe85416","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.041747077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-afe85416"},"namespace":"ai-tenant-e2e-ait-afe85416","name":"default-tenant","reconcileID":"81a9ab10-a4e8-4b80-a362-381d481d98a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-afe85416","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.259683069Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-afe85416","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-afe85416","reconcileID":"6a1e10d4-4edf-4874-848e-ccd72e50bdd9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-afe85416","removed":["maas.opendatahub.io/gateway-access-e2e-ait-afe85416"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.393844504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38a28d42-dd51-42ee-b737-00777249f208","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.485996865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c90bfb05-6e71-4550-9ef8-ef29dbe7767c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.494442988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740366f9-f202-4cc0-bc2c-02e5c85120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.498022294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740366f9-f202-4cc0-bc2c-02e5c85120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.501217886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740366f9-f202-4cc0-bc2c-02e5c85120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.504458997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"740366f9-f202-4cc0-bc2c-02e5c85120bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.750437401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f650c9-5dd7-4e27-bcdc-34607b7c2cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.753824219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f650c9-5dd7-4e27-bcdc-34607b7c2cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.757185438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f650c9-5dd7-4e27-bcdc-34607b7c2cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.788769506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f650c9-5dd7-4e27-bcdc-34607b7c2cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.947202514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","namespace":"ai-tenant-e2e-ait-19708dae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.947276921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","namespace":"ai-tenant-e2e-ait-19708dae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.947347131Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","tenant":"e2e-ait-19708dae","tenantID":"e2e-ait-19708dae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.952165932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Deployment","name":"maas-api-e2e-ait-19708dae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.969075996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Service","name":"maas-api-e2e-ait-19708dae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.977261657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-19708dae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.986614068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-19708dae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:42.997137454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.006649888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.016184249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.021404298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.024343977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Deployment","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.027572773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.03198761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Service","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.038874411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"Service","name":"payload-pre-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.042090797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"DestinationRule","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.044813268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.047556902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.055308291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.0580918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.061418776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.064328473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-19708dae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.067162037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-19708dae"},"namespace":"ai-tenant-e2e-ait-19708dae","name":"default-tenant","reconcileID":"4184bdad-22ab-4614-ab5d-9068a0206244","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-19708dae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.224824207Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-19708dae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-19708dae","reconcileID":"76eabf56-881a-42a0-ad39-8d72cbdd6ff2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-19708dae","removed":["maas.opendatahub.io/gateway-access-e2e-ait-19708dae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.454153303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162e489e-d326-4070-9b3d-53889422a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.45747683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162e489e-d326-4070-9b3d-53889422a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.460909165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162e489e-d326-4070-9b3d-53889422a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.464227661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"162e489e-d326-4070-9b3d-53889422a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.731116708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e71b38-aca2-477a-a488-cf5abf9c31de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.734431671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e71b38-aca2-477a-a488-cf5abf9c31de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.737573833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e71b38-aca2-477a-a488-cf5abf9c31de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.740734824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e71b38-aca2-477a-a488-cf5abf9c31de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.959800093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f93419c-84ff-4bc1-9910-019636867791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.963872924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f93419c-84ff-4bc1-9910-019636867791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.983023537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f93419c-84ff-4bc1-9910-019636867791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:43.99341894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f93419c-84ff-4bc1-9910-019636867791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.439476125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d311a-405a-403f-8558-5cc1fdb42add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.447276999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d311a-405a-403f-8558-5cc1fdb42add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.454308428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d311a-405a-403f-8558-5cc1fdb42add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.465782124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"359d311a-405a-403f-8558-5cc1fdb42add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.707564604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37cc2f-94e2-4efc-a601-8c2a9def512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.713006215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37cc2f-94e2-4efc-a601-8c2a9def512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.718491537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37cc2f-94e2-4efc-a601-8c2a9def512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.722065757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e37cc2f-94e2-4efc-a601-8c2a9def512c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:44.928829549Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-010232","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-010232","reconcileID":"2f2edbc0-6901-4158-ab38-f2b8069baa33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-010232","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-010232":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.01074938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12f995-f195-46ec-904f-f811d9416f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.020257467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12f995-f195-46ec-904f-f811d9416f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.024250656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12f995-f195-46ec-904f-f811d9416f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.030487521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac12f995-f195-46ec-904f-f811d9416f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.290197961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4c51b9-f128-4634-bada-45dcf4d25609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.293480209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4c51b9-f128-4634-bada-45dcf4d25609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.29681298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4c51b9-f128-4634-bada-45dcf4d25609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.300242885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4c51b9-f128-4634-bada-45dcf4d25609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.645229784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fe6a5a-b180-4163-9172-9f1b2be4adcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.648634108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fe6a5a-b180-4163-9172-9f1b2be4adcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.651856357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fe6a5a-b180-4163-9172-9f1b2be4adcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.655156409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5fe6a5a-b180-4163-9172-9f1b2be4adcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.661445692Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d5d3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d5d3c3","reconcileID":"a121dbed-c5a1-4da1-b4a9-7ff51ac544f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d5d3c3","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-d5d3c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.959493895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095c48a-c887-4dda-945a-4ceb2ed9237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.96286708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095c48a-c887-4dda-945a-4ceb2ed9237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.966169025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095c48a-c887-4dda-945a-4ceb2ed9237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:45.969484506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c095c48a-c887-4dda-945a-4ceb2ed9237a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.185089122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db56d1d-5e9c-49f0-881f-6408dbd4b681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.188599797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db56d1d-5e9c-49f0-881f-6408dbd4b681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.192154049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db56d1d-5e9c-49f0-881f-6408dbd4b681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.198563654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db56d1d-5e9c-49f0-881f-6408dbd4b681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.951645894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a69d334-f14b-4c58-ae61-f403c3a85694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.955032365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a69d334-f14b-4c58-ae61-f403c3a85694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.958182847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a69d334-f14b-4c58-ae61-f403c3a85694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:46.961539631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a69d334-f14b-4c58-ae61-f403c3a85694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.251129013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"bd0b4b92-4c6d-4d2b-a84d-9026aca088ab","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.263808131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15cc1b-4799-4a30-98ce-bbec6a9535b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.273558016Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"bd0b4b92-4c6d-4d2b-a84d-9026aca088ab","name":"e2e-worker-w1-010232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.277490929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15cc1b-4799-4a30-98ce-bbec6a9535b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.287268293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15cc1b-4799-4a30-98ce-bbec6a9535b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.294827144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac15cc1b-4799-4a30-98ce-bbec6a9535b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.49545514Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.733617427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da77c2a-171b-45bc-8d61-1f68820d1c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.736947961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da77c2a-171b-45bc-8d61-1f68820d1c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.740187463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da77c2a-171b-45bc-8d61-1f68820d1c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.743380468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da77c2a-171b-45bc-8d61-1f68820d1c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.936309174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c0dbb4-cac0-44d4-aedc-e42ebaaf37ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.939544692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c0dbb4-cac0-44d4-aedc-e42ebaaf37ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.942765895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c0dbb4-cac0-44d4-aedc-e42ebaaf37ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:47.945913294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c0dbb4-cac0-44d4-aedc-e42ebaaf37ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.017222188Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e78c33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e78c33","reconcileID":"a99107f2-033c-4f04-b4db-9bc15e64b56e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e78c33","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-e78c33":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.271550386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c85c9f-2fbc-4acb-8e18-981526f5da4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.27530287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c85c9f-2fbc-4acb-8e18-981526f5da4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.282113502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c85c9f-2fbc-4acb-8e18-981526f5da4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.290307684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c85c9f-2fbc-4acb-8e18-981526f5da4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.703049778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af013df5-ceaf-4356-b63d-cbd9fa0801e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.706519191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af013df5-ceaf-4356-b63d-cbd9fa0801e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.71003707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af013df5-ceaf-4356-b63d-cbd9fa0801e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.713563129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af013df5-ceaf-4356-b63d-cbd9fa0801e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.93872749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f1f908-8048-4c39-99c7-1363a982a8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.943968037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f1f908-8048-4c39-99c7-1363a982a8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.94728866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f1f908-8048-4c39-99c7-1363a982a8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:48.950534875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f1f908-8048-4c39-99c7-1363a982a8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:49.326782808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"665a99e0-a17b-4c78-991b-b7dc956e9ca9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:49.344856778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"665a99e0-a17b-4c78-991b-b7dc956e9ca9","name":"e2e-worker-w4-d5d3c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:51.806365456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"88cd8908-061f-4d8e-94a8-a4a1a0613935","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:51.827240907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"88cd8908-061f-4d8e-94a8-a4a1a0613935","name":"e2e-worker-w2-e78c33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.193213251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc68ac97-28c7-4417-b02c-75d99ba4831d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.199101243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc68ac97-28c7-4417-b02c-75d99ba4831d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.205190557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc68ac97-28c7-4417-b02c-75d99ba4831d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.209021161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc68ac97-28c7-4417-b02c-75d99ba4831d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.451018796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7401a628-d0c3-45e0-9a8d-9c78dc60784c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.454284178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7401a628-d0c3-45e0-9a8d-9c78dc60784c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.457665902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7401a628-d0c3-45e0-9a8d-9c78dc60784c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.46247153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7401a628-d0c3-45e0-9a8d-9c78dc60784c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.743766952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdd94-7b30-4d7f-9edd-737985ec5304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.747211384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdd94-7b30-4d7f-9edd-737985ec5304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.750928796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdd94-7b30-4d7f-9edd-737985ec5304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:55.754387426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdd94-7b30-4d7f-9edd-737985ec5304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.556769206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46097bb2-09c4-415a-949b-33c43752d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.560045352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46097bb2-09c4-415a-949b-33c43752d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.563307098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46097bb2-09c4-415a-949b-33c43752d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.566564849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46097bb2-09c4-415a-949b-33c43752d284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.945898351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3fbc6a-5b50-426e-850f-c63cdec1a900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.949440196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3fbc6a-5b50-426e-850f-c63cdec1a900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.95320819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3fbc6a-5b50-426e-850f-c63cdec1a900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:56.956642587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3fbc6a-5b50-426e-850f-c63cdec1a900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:57.607348953Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f78621","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f78621","reconcileID":"47bdcfd0-9791-4cc9-a641-22f7749d0c41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f78621","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-f78621":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:57.771329757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c5dbfd-f548-4c1f-856b-f8c2005dfaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:57.774642038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c5dbfd-f548-4c1f-856b-f8c2005dfaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:57.780996552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c5dbfd-f548-4c1f-856b-f8c2005dfaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:57.785409677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c5dbfd-f548-4c1f-856b-f8c2005dfaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:58.047722773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec12a47-4ec8-48a4-add7-25e8dc8c08ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:58.051536241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec12a47-4ec8-48a4-add7-25e8dc8c08ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:58.055023268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec12a47-4ec8-48a4-add7-25e8dc8c08ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:58.058630346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ec12a47-4ec8-48a4-add7-25e8dc8c08ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:59.667815748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cbf0ead-c7ed-4662-a2b3-647b0ab68385","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:40:59.769795492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5636dfdf-abd0-461c-8528-2d08426a0115","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.439362015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00896ae5-4684-45df-b92b-30b732c9994f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.442813652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00896ae5-4684-45df-b92b-30b732c9994f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.446412354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00896ae5-4684-45df-b92b-30b732c9994f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.449669457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00896ae5-4684-45df-b92b-30b732c9994f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.65283946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061caa22-139b-4b45-b97e-b58d9e3a9dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.656670061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061caa22-139b-4b45-b97e-b58d9e3a9dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.660031988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061caa22-139b-4b45-b97e-b58d9e3a9dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:00.681207206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061caa22-139b-4b45-b97e-b58d9e3a9dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:02.216234684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"f2787ddf-dd61-4e19-86df-10f98e9c7ae6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:02.247636842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"f2787ddf-dd61-4e19-86df-10f98e9c7ae6","name":"e2e-worker-w0-f78621-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:05.195644611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a0a5ecc-2bc2-4e5d-a11b-514eade66ac9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:05.297717691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0785218-f3c4-47f1-a8fb-80f5c30a8770","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.049016512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb8e477-7d86-43fd-9c52-5443eb51afb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.053368225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb8e477-7d86-43fd-9c52-5443eb51afb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.057483754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb8e477-7d86-43fd-9c52-5443eb51afb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.062889932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb8e477-7d86-43fd-9c52-5443eb51afb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.342211332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f35702-6eb9-4180-966f-177f1ec00c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.346280492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f35702-6eb9-4180-966f-177f1ec00c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.349976619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f35702-6eb9-4180-966f-177f1ec00c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:12.353524865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f35702-6eb9-4180-966f-177f1ec00c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:17.230786665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"34904881-4484-4a88-a27a-c95a3d8e581a","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:17.425884965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:21.02726728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c7ee813-4833-4c3b-88db-7e22c56e7430","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:21.122682774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cd19e47-d212-487f-8c48-8f8213ed0eb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:24.071344148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a168426f-7625-4492-8882-12fa1dfa267c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:24.182576516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c35bf559-fd33-42a8-a8d0-4e23dd6ece80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:25.471362912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a5cadb24-57a9-4caa-979e-20f715e5c388","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:25.489139244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"4d0f3ab6-cb9e-475a-bffe-41954fd8ee40","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:28.325886599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a100ef23-4148-4048-bd35-319986d441ce","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:28.347452725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"ba37b91e-f90d-4972-9dcf-fd72ac1e9061","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:31.502884885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e7040f58-53ba-4c71-9707-d2b122255ba0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:31.520105033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1fe3f348-fa6f-4560-9f11-56bdac59c1ce","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:32.755050604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"09513dcb-a932-4094-ae8a-53504c928b55","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:32.776240507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"fb9dedcf-9638-4c14-8749-3ae2ab0a77bc","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:40.027021079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"58c700c0-c976-40c6-aec1-b14afc108cf3","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:40.517082877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"74f19512-318b-49ab-a9dd-0d649fbc8787","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:40.746048092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"31708831-c924-4cd8-81e3-2d06f72e8f06","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:40.764754627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b3641f10-ce32-4bda-ada8-c6b2a1d2fd19","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:42.607047774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2626eab-8a95-4705-8163-5cb59ca5a3c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:42.704500517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"678617b4-0d4f-447e-87c7-4532248dfaa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:43.920249105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"77e5f09d-4336-4f30-8e3e-bdeea870f674","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.114634005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c1cdd640-50e5-4b29-a04c-8cc2a5148271","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.126741534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae98e3d8-5373-45f7-9f67-d5b0f5fc6095","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.126765239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae98e3d8-5373-45f7-9f67-d5b0f5fc6095","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.181391731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"9b1ef53c-e4fe-4f97-8cd8-40e62070b1f7","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.181857451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"647e5662-2653-4790-98d6-10769794cf38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.181877132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"647e5662-2653-4790-98d6-10769794cf38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:44.182266017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-010232/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.182462121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"d66698e8-066e-4c3a-99ac-dc41eefdc305","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.201303981Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"b77b2975-2e44-4b62-97e5-83f51dc14a60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"simulator-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.220823554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"da963b38-2ce2-4216-a7fd-00d31e2be313","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.294604753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"32fdd8fc-584e-4e70-ab1d-21d1fb993219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.304713169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"9ba42975-67ce-4f27-b8c2-2d7bdbfd2c90","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.31973861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"7277b4f1-4c57-4e39-8dd0-2e190a3c50b6","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.328238758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8eb36702-c94f-43a5-bed8-682c4c4e3bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.358145344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8eb36702-c94f-43a5-bed8-682c4c4e3bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.364403675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8eb36702-c94f-43a5-bed8-682c4c4e3bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.372400937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"6cb6c3e6-a050-49a2-96f9-cdf78837ed8b","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.394985803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"6cb2a176-05f6-4986-9baf-cb678bda5c04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.418757208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a8544e9c-626a-405a-8844-b65d683b0514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.425607279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a8544e9c-626a-405a-8844-b65d683b0514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.435108089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a8544e9c-626a-405a-8844-b65d683b0514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.488227573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1a93405f-03b9-4e62-9c90-23aa9a610484","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.496217038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"19939c11-eb8e-4864-abca-972927294671","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.498355171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"295b15d4-34e3-416d-9a42-293037968069","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:44.499203333Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-010232/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.503284351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"e2273ff5-a3fd-45fe-937b-5551d5da6b80","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.518825092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"180eeb6e-7c6e-42fd-b90f-f5d046f04ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.519208171Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f007c7b8-5e90-4c05-9f1e-04c5008493c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"premium-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.525625117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"180eeb6e-7c6e-42fd-b90f-f5d046f04ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.53110946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"180eeb6e-7c6e-42fd-b90f-f5d046f04ae5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.53485839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bcab2455-421c-4219-868d-4c2aa4930627","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.616432508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"dbb040e3-766d-4125-af85-6ee038f7dcd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.619236971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b07fc097-3d79-452c-8456-5f2b4501a531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.626277584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b07fc097-3d79-452c-8456-5f2b4501a531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.632142698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b07fc097-3d79-452c-8456-5f2b4501a531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.669715656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bd2fdaa1-1c13-4d9e-a3fa-fc6d1d358013","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.68085925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"718a0e44-28b3-4b4c-9660-f942f3a66f42","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.716389151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"d8cb9af7-7b52-46d4-b4c9-579740006a59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.721376878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8392546a-4298-4555-bd39-346070ac8e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.721389497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a61c4585-9dcd-445d-b5b9-7380755f1363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.730264768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a61c4585-9dcd-445d-b5b9-7380755f1363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.730442043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8392546a-4298-4555-bd39-346070ac8e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.736084212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a61c4585-9dcd-445d-b5b9-7380755f1363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.736813453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8392546a-4298-4555-bd39-346070ac8e32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.742247732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"784abeb9-5a64-4ea2-88eb-7f7ad7e21442","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.828236719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7288784c-d557-4369-8635-4483bde2b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.8361774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7288784c-d557-4369-8635-4483bde2b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:44.848076896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7288784c-d557-4369-8635-4483bde2b03b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:46.502457659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"52a17122-3d0a-48ea-9959-b0016ea55b9e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:46.532244428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f7e4421b-1401-40aa-8403-e6fd30a84065","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:47.42587712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.651491254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"8abe0c62-c0ac-4686-9650-9f6b7d11aa42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.672315398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"3c688b5e-a0e0-45f2-bc41-788deaf89ad5","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.753522859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13c391e1-8e2d-48f4-9636-0d4b30033dbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.75393929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"3b0aaf5f-13b3-4bb6-b1bd-9aef93330663","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.754114428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0997236-ccf1-47ee-afcf-e713440a71c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.772110783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ec1f2b94-8c25-4e52-888d-b30df6ab50df","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.826944981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dfa1fa42-c78f-4d05-9656-56e1a8551cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.827536084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"189a9ce3-d4a0-4dc6-8025-7dabc6ad112e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.850497039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dfa1fa42-c78f-4d05-9656-56e1a8551cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.852320412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"189a9ce3-d4a0-4dc6-8025-7dabc6ad112e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.85821075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (825886f3f13195bc8186a4622b3a83e74324f70ad1bbd48013248c63f70ac5fb) AuthConfig (7532ba1ab867bedae3c91c16844bd9c6f937a951107a1e882a6353012f93c6b7) AuthConfig (96fc965c1fbcc67195acb972703b35d3a654b54111efde594bbaab002cf75b5b) AuthConfig (d7687df776479e63db4c8f9e5ab4cd25240a05d93269868d74e1935f9bc2b659) AuthConfig (8cf4ab75be433a5c00799839d9e17ace37ba0ad03c0aabd154235481d5f23ba7) AuthConfig (21cb9e6cd751817b2127bba1fd2c2509784389d89882be86238c01e84902fbd7) AuthConfig (69e825f2841f484d9db2dedcbefefd2d667c12bbbdd4cc6b3235b864c3145238) AuthConfig (35dea5851b730a5158eec944d9cb53ce8d526cc0fd57ef1d4c6c8a6bcc839005) AuthConfig (ff5745f320d3d72797295210fcc86dc97ac6a26a1336411df6061185c8b2b519) AuthConfig (d1be532122b0add674946b6160392cab7b65825734d4e95f0498cbd2fe2db27e) AuthConfig (27551a80226ee29bdad382d422dec288cb04f8a8acf51217e0575bda3ee517cd) AuthConfig (98934a244360b20c40b376e0200c3e0ce4e7ff66c5d58d4fd340eac531491cf5) AuthConfig (847c6968cfff458853410851f5340f58109382c90cf52f0916e31be5fb70ee9b) AuthConfig (2970ccd66167ca99ba4d358d66d86d9672912e61be47e5a568e14bed0250f6d3) AuthConfig (1bb2768593f3730fc9732325bb899af523486920f7cd047a1c564b58f34c1a5f) AuthConfig (b463e47769d151aea3c2e1977c348ab474f9f2dcb431f2c6411b0071372b0f4a) AuthConfig (a5331d6a24074f4f23179685ff6dee0dca3172df02e47fc90c2e2e2acc11d62e) AuthConfig (46b283d5b4dde1de2828d82c677c72fe0851ca1149a33d21b0d41d09ef4fc9c5) AuthConfig (a0c7a90034b1ec622337b68db7abacfc1ccd88fa170ddfb9467559fa4be35fbb) AuthConfig (aec07d91d1258b31e91e3c0cc87886b571d6db8dfc06c20fc9e5ff6ce181c37c) AuthConfig (fdbd49600827e068fb189cf0863568874ced2135b82056cdd83801bd167618d3) AuthConfig (d912d06c4f49f22604ca2896d7e5ea177043c45a30197f8229f6981e58c9b086) AuthConfig (f73181be224f42303059837223a62bca90956c1ed287bd77b246b4862bab9423) AuthConfig (b313d8266979a8fc2019234b4f2c7fab74de3f78c2db960e1778b887d2dc4450) AuthConfig (2411a4048647a5867705c3754064404ace28a8bd73302213c48eff6fc271a477) AuthConfig (4eb46f7719e7e637acdd88302664b204ae42463ecdc19e6b8b8375a4612791cb) AuthConfig (a261b85440773946b93d909a8d520f0b127299ca013f9ec6bcf4e595bd5fbaa7) AuthConfig (fcdcc28249366ec88c59c42f08868eefdf8ff414d546a6f51bc129212d0243e2) AuthConfig (5ecd08037a186eef4a44844c46d8a004e6c8369175141349b89c7101c71dcf97) AuthConfig (6613b2f2c895da90bf19b02d8e07633d45734084e804ca0c42ada7678017b7b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dfa1fa42-c78f-4d05-9656-56e1a8551cfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.863910598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (825886f3f13195bc8186a4622b3a83e74324f70ad1bbd48013248c63f70ac5fb) AuthConfig (7532ba1ab867bedae3c91c16844bd9c6f937a951107a1e882a6353012f93c6b7) AuthConfig (96fc965c1fbcc67195acb972703b35d3a654b54111efde594bbaab002cf75b5b) AuthConfig (d7687df776479e63db4c8f9e5ab4cd25240a05d93269868d74e1935f9bc2b659) AuthConfig (8cf4ab75be433a5c00799839d9e17ace37ba0ad03c0aabd154235481d5f23ba7) AuthConfig (21cb9e6cd751817b2127bba1fd2c2509784389d89882be86238c01e84902fbd7) AuthConfig (69e825f2841f484d9db2dedcbefefd2d667c12bbbdd4cc6b3235b864c3145238) AuthConfig (35dea5851b730a5158eec944d9cb53ce8d526cc0fd57ef1d4c6c8a6bcc839005) AuthConfig (ff5745f320d3d72797295210fcc86dc97ac6a26a1336411df6061185c8b2b519) AuthConfig (d1be532122b0add674946b6160392cab7b65825734d4e95f0498cbd2fe2db27e) AuthConfig (27551a80226ee29bdad382d422dec288cb04f8a8acf51217e0575bda3ee517cd) AuthConfig (98934a244360b20c40b376e0200c3e0ce4e7ff66c5d58d4fd340eac531491cf5) AuthConfig (847c6968cfff458853410851f5340f58109382c90cf52f0916e31be5fb70ee9b) AuthConfig (2970ccd66167ca99ba4d358d66d86d9672912e61be47e5a568e14bed0250f6d3) AuthConfig (1bb2768593f3730fc9732325bb899af523486920f7cd047a1c564b58f34c1a5f) AuthConfig (b463e47769d151aea3c2e1977c348ab474f9f2dcb431f2c6411b0071372b0f4a) AuthConfig (a5331d6a24074f4f23179685ff6dee0dca3172df02e47fc90c2e2e2acc11d62e) AuthConfig (46b283d5b4dde1de2828d82c677c72fe0851ca1149a33d21b0d41d09ef4fc9c5) AuthConfig (a0c7a90034b1ec622337b68db7abacfc1ccd88fa170ddfb9467559fa4be35fbb) AuthConfig (aec07d91d1258b31e91e3c0cc87886b571d6db8dfc06c20fc9e5ff6ce181c37c) AuthConfig (fdbd49600827e068fb189cf0863568874ced2135b82056cdd83801bd167618d3) AuthConfig (d912d06c4f49f22604ca2896d7e5ea177043c45a30197f8229f6981e58c9b086) AuthConfig (f73181be224f42303059837223a62bca90956c1ed287bd77b246b4862bab9423) AuthConfig (b313d8266979a8fc2019234b4f2c7fab74de3f78c2db960e1778b887d2dc4450) AuthConfig (2411a4048647a5867705c3754064404ace28a8bd73302213c48eff6fc271a477) AuthConfig (4eb46f7719e7e637acdd88302664b204ae42463ecdc19e6b8b8375a4612791cb) AuthConfig (a261b85440773946b93d909a8d520f0b127299ca013f9ec6bcf4e595bd5fbaa7) AuthConfig (fcdcc28249366ec88c59c42f08868eefdf8ff414d546a6f51bc129212d0243e2) AuthConfig (5ecd08037a186eef4a44844c46d8a004e6c8369175141349b89c7101c71dcf97) AuthConfig (6613b2f2c895da90bf19b02d8e07633d45734084e804ca0c42ada7678017b7b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"189a9ce3-d4a0-4dc6-8025-7dabc6ad112e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.867566056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ec06ab3a-45ad-4d8e-96dc-d65ace1fa1eb","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.8759817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"2ff95477-c597-4b9c-9f97-0701d525c69a","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.98541771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf923369-7971-4492-8bd6-d9c18bbbc74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.986046721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1e79823c-cb13-4752-bf5b-f47f7aa51eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:48.997843631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1e79823c-cb13-4752-bf5b-f47f7aa51eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.000492154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf923369-7971-4492-8bd6-d9c18bbbc74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.066185855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (825886f3f13195bc8186a4622b3a83e74324f70ad1bbd48013248c63f70ac5fb) AuthConfig (7532ba1ab867bedae3c91c16844bd9c6f937a951107a1e882a6353012f93c6b7) AuthConfig (96fc965c1fbcc67195acb972703b35d3a654b54111efde594bbaab002cf75b5b) AuthConfig (d7687df776479e63db4c8f9e5ab4cd25240a05d93269868d74e1935f9bc2b659) AuthConfig (8cf4ab75be433a5c00799839d9e17ace37ba0ad03c0aabd154235481d5f23ba7) AuthConfig (21cb9e6cd751817b2127bba1fd2c2509784389d89882be86238c01e84902fbd7) AuthConfig (69e825f2841f484d9db2dedcbefefd2d667c12bbbdd4cc6b3235b864c3145238) AuthConfig (35dea5851b730a5158eec944d9cb53ce8d526cc0fd57ef1d4c6c8a6bcc839005) AuthConfig (ff5745f320d3d72797295210fcc86dc97ac6a26a1336411df6061185c8b2b519) AuthConfig (d1be532122b0add674946b6160392cab7b65825734d4e95f0498cbd2fe2db27e) AuthConfig (27551a80226ee29bdad382d422dec288cb04f8a8acf51217e0575bda3ee517cd) AuthConfig (98934a244360b20c40b376e0200c3e0ce4e7ff66c5d58d4fd340eac531491cf5) AuthConfig (847c6968cfff458853410851f5340f58109382c90cf52f0916e31be5fb70ee9b) AuthConfig (2970ccd66167ca99ba4d358d66d86d9672912e61be47e5a568e14bed0250f6d3) AuthConfig (1bb2768593f3730fc9732325bb899af523486920f7cd047a1c564b58f34c1a5f) AuthConfig (b463e47769d151aea3c2e1977c348ab474f9f2dcb431f2c6411b0071372b0f4a) AuthConfig (a5331d6a24074f4f23179685ff6dee0dca3172df02e47fc90c2e2e2acc11d62e) AuthConfig (46b283d5b4dde1de2828d82c677c72fe0851ca1149a33d21b0d41d09ef4fc9c5) AuthConfig (a0c7a90034b1ec622337b68db7abacfc1ccd88fa170ddfb9467559fa4be35fbb) AuthConfig (aec07d91d1258b31e91e3c0cc87886b571d6db8dfc06c20fc9e5ff6ce181c37c) AuthConfig (fdbd49600827e068fb189cf0863568874ced2135b82056cdd83801bd167618d3) AuthConfig (d912d06c4f49f22604ca2896d7e5ea177043c45a30197f8229f6981e58c9b086) AuthConfig (f73181be224f42303059837223a62bca90956c1ed287bd77b246b4862bab9423) AuthConfig (b313d8266979a8fc2019234b4f2c7fab74de3f78c2db960e1778b887d2dc4450) AuthConfig (2411a4048647a5867705c3754064404ace28a8bd73302213c48eff6fc271a477) AuthConfig (4eb46f7719e7e637acdd88302664b204ae42463ecdc19e6b8b8375a4612791cb) AuthConfig (a261b85440773946b93d909a8d520f0b127299ca013f9ec6bcf4e595bd5fbaa7) AuthConfig (fcdcc28249366ec88c59c42f08868eefdf8ff414d546a6f51bc129212d0243e2) AuthConfig (5ecd08037a186eef4a44844c46d8a004e6c8369175141349b89c7101c71dcf97) AuthConfig (6613b2f2c895da90bf19b02d8e07633d45734084e804ca0c42ada7678017b7b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1e79823c-cb13-4752-bf5b-f47f7aa51eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.067851576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (825886f3f13195bc8186a4622b3a83e74324f70ad1bbd48013248c63f70ac5fb) AuthConfig (7532ba1ab867bedae3c91c16844bd9c6f937a951107a1e882a6353012f93c6b7) AuthConfig (96fc965c1fbcc67195acb972703b35d3a654b54111efde594bbaab002cf75b5b) AuthConfig (d7687df776479e63db4c8f9e5ab4cd25240a05d93269868d74e1935f9bc2b659) AuthConfig (8cf4ab75be433a5c00799839d9e17ace37ba0ad03c0aabd154235481d5f23ba7) AuthConfig (21cb9e6cd751817b2127bba1fd2c2509784389d89882be86238c01e84902fbd7) AuthConfig (69e825f2841f484d9db2dedcbefefd2d667c12bbbdd4cc6b3235b864c3145238) AuthConfig (35dea5851b730a5158eec944d9cb53ce8d526cc0fd57ef1d4c6c8a6bcc839005) AuthConfig (ff5745f320d3d72797295210fcc86dc97ac6a26a1336411df6061185c8b2b519) AuthConfig (d1be532122b0add674946b6160392cab7b65825734d4e95f0498cbd2fe2db27e) AuthConfig (27551a80226ee29bdad382d422dec288cb04f8a8acf51217e0575bda3ee517cd) AuthConfig (98934a244360b20c40b376e0200c3e0ce4e7ff66c5d58d4fd340eac531491cf5) AuthConfig (847c6968cfff458853410851f5340f58109382c90cf52f0916e31be5fb70ee9b) AuthConfig (2970ccd66167ca99ba4d358d66d86d9672912e61be47e5a568e14bed0250f6d3) AuthConfig (1bb2768593f3730fc9732325bb899af523486920f7cd047a1c564b58f34c1a5f) AuthConfig (b463e47769d151aea3c2e1977c348ab474f9f2dcb431f2c6411b0071372b0f4a) AuthConfig (a5331d6a24074f4f23179685ff6dee0dca3172df02e47fc90c2e2e2acc11d62e) AuthConfig (46b283d5b4dde1de2828d82c677c72fe0851ca1149a33d21b0d41d09ef4fc9c5) AuthConfig (a0c7a90034b1ec622337b68db7abacfc1ccd88fa170ddfb9467559fa4be35fbb) AuthConfig (aec07d91d1258b31e91e3c0cc87886b571d6db8dfc06c20fc9e5ff6ce181c37c) AuthConfig (fdbd49600827e068fb189cf0863568874ced2135b82056cdd83801bd167618d3) AuthConfig (d912d06c4f49f22604ca2896d7e5ea177043c45a30197f8229f6981e58c9b086) AuthConfig (f73181be224f42303059837223a62bca90956c1ed287bd77b246b4862bab9423) AuthConfig (b313d8266979a8fc2019234b4f2c7fab74de3f78c2db960e1778b887d2dc4450) AuthConfig (2411a4048647a5867705c3754064404ace28a8bd73302213c48eff6fc271a477) AuthConfig (4eb46f7719e7e637acdd88302664b204ae42463ecdc19e6b8b8375a4612791cb) AuthConfig (a261b85440773946b93d909a8d520f0b127299ca013f9ec6bcf4e595bd5fbaa7) AuthConfig (fcdcc28249366ec88c59c42f08868eefdf8ff414d546a6f51bc129212d0243e2) AuthConfig (5ecd08037a186eef4a44844c46d8a004e6c8369175141349b89c7101c71dcf97) AuthConfig (6613b2f2c895da90bf19b02d8e07633d45734084e804ca0c42ada7678017b7b8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf923369-7971-4492-8bd6-d9c18bbbc74e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.779324172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"3820cfe2-bb56-4ce6-806c-59dbba411cd6","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.946548711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e1a666ec-728b-4dfa-b128-080d78454d94","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.954196189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"5d1ff56c-99d8-4ff7-9f46-619fbb357974","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.956806234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3ba4c86a-9935-4d3d-bc5d-6c24355b5ed8","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:49.95858013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.961661726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fc755fd6-b13d-476f-aa36-f32e285f5274","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:49.978121505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"1393682d-388f-410b-a572-862abc292232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.010321376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0547e05a-851f-4423-85fd-7456dec6afc3","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.075717675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"2413dd05-1bd9-465b-ba81-4da53c16b59c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.128569229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4c84500b-69ec-4e9a-8257-2640113dbb41","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.142465102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dd151ef0-0ee4-422f-9556-e13bd76c4763","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.150673779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9de5ec86-4572-42a4-be46-81cb1ed7b1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.174117431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9de5ec86-4572-42a4-be46-81cb1ed7b1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.181146043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"65790fe8-680e-40c4-bfbf-18251250b533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.191625999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9de5ec86-4572-42a4-be46-81cb1ed7b1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.226042476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"8c6a4634-53fe-4573-af17-f0ccd41e02cf","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.248661295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"80e06030-fe50-4f13-b988-8aae40ce3fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.25523761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"80e06030-fe50-4f13-b988-8aae40ce3fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.261311305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"80e06030-fe50-4f13-b988-8aae40ce3fe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:50.264968101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"80e06030-fe50-4f13-b988-8aae40ce3fe7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.27570433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cc888bda-7ce1-4332-8561-2fae742c8031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.289715276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cc888bda-7ce1-4332-8561-2fae742c8031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.304180413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cc888bda-7ce1-4332-8561-2fae742c8031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.344896456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"2ae0855c-9564-43b7-b82a-fe1a02e55a0d","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.352291492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"95145217-4067-4e49-9898-77996a9449a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.353341626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a0a2a2fd-174c-4860-b898-c279fc852a6a","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.354385072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"c1a8d015-207f-46b5-a9cb-c4e576e8be3a","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:50.356940584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5d3c3/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.359142149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"95145217-4067-4e49-9898-77996a9449a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.36199021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"13ea1e3b-1f8c-44a8-b55c-6de716f9ece8","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.389256097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"95145217-4067-4e49-9898-77996a9449a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.452143069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a377d392-f378-4513-a0ef-997367d16df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.497222227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"5975194b-63e4-461a-b808-c6fd9ae5ddd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"premium-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.50933168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a377d392-f378-4513-a0ef-997367d16df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.541848166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a377d392-f378-4513-a0ef-997367d16df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.542433975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f7bd2ebd-dc72-4659-930d-4e85e8c04923","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.552281028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"42d15869-6aa9-42ba-a885-6c1f997d7e0a","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:50.556288704Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"42d15869-6aa9-42ba-a885-6c1f997d7e0a","name":"premium-w4-d5d3c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d5d3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:50.556349729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"42d15869-6aa9-42ba-a885-6c1f997d7e0a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-d5d3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.556460584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b775bca4-5461-44a0-a973-c917a5d7455a","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.559271527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0f6641b4-2355-4a90-a3d8-b8a503a1c6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.560931832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"43d5c39b-50cc-4da3-b4ed-ff993fb5232c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.565858893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0f6641b4-2355-4a90-a3d8-b8a503a1c6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.56737968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"43d5c39b-50cc-4da3-b4ed-ff993fb5232c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.568021968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"8bb51006-8499-4b43-b91e-b03e9e925347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.571109172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0f6641b4-2355-4a90-a3d8-b8a503a1c6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.5728013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"43d5c39b-50cc-4da3-b4ed-ff993fb5232c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.578759342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d045ec60-e944-4ea3-a33e-daf0b2d73756","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.660442281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84193ece-47b4-4c8c-be93-4c7f88ca2d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.666198587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"b6c8da85-03be-4e39-a198-a195c4be6d19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.667938338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84193ece-47b4-4c8c-be93-4c7f88ca2d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:50.674144001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84193ece-47b4-4c8c-be93-4c7f88ca2d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.461447209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"ffd5c162-5c39-47c0-94fc-d749cd904df6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.466751322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"3b2dd721-9770-4d62-8acf-d89807cae283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.481398013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"fa14b407-99de-4e43-ac11-48dc31cb0f6f","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.490158959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"730b9fc2-c7bd-40e5-9b63-613ea0a6eeaa","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.641220328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c98b49a0-40af-45a4-83a5-9811415770b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.641665017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"98914738-ad24-4a6b-852c-6c42e6ceed66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.652306821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c98b49a0-40af-45a4-83a5-9811415770b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.652439039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"98914738-ad24-4a6b-852c-6c42e6ceed66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.659219194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9d9fd568834fb5cfa01a1c79ee7a610d346d858417748ed08ee61a07368b291) AuthConfig (9c7db076bb9e8f1432dc9267dcafb3c107cc8df8038608eb0e9faccbce623c6d) AuthConfig (ecf71839d7394baf1d9f1d663fab29819a918470990e2c06a6284891553ff766) AuthConfig (b2c346f6a671c8b4379092ab6e3f5faa125be106ea47ac59ed259d09a5780977) AuthConfig (7a5a224bd01ef2203082fee93ff4795085b6a6656513fe950153e834eeff970d) AuthConfig (13acd857c5856d21cb2991e495186bbdd3c7998ece9093240b409642b8abd1b4) AuthConfig (4183bea9002d293fce7413b0b0929548ca4d7cc2d0690b4c8a2c692294fb6bd1) AuthConfig (df959291fc9d92609e168f1e901a5e025b9ccc49229be650d329a3f48274856d) AuthConfig (877e9d94b30b8016125d7f4221e4f744407d723c55ec0d46b0f40630c5a585d7) AuthConfig (52ab4c4ab19830a9ce8f886469696817ba1cd1012c8ce491ea92d2c77b54ab0d) AuthConfig (be782eeb6da560ec1f876fa30b3bd1a29d6dc93474f31c4e020a659daa1e0a91) AuthConfig (0615661dc104b4bd0b4530c2e79feadf105bebc88ffad7027a28a181b6e6995c) AuthConfig (f1ffe4d428214f17938be95ab9d754ffec6fdf2f0b09faeb5abc2f77822307e8) AuthConfig (8344fbbb62c9232854f9775218a6bebe68cdb374813f62dff85c5332fc04f56d) AuthConfig (660955d77bd2f507e40383c5fec4dc26ecf81a80ddc1b256e301d66d68c43557) AuthConfig (8ed4b480a19d4eff66d04ed20e9be9349abb24d66ff8ac28cc516f6363cbe697) AuthConfig (c974ca8f9e0da9b107db4c1b73f3c7465322e2c2833ab44d16f9352141f1df6c) AuthConfig (d3ffd064d872f367ada22cc2b049fac3bb1b7e2968cba00167a9886f8d81b900) AuthConfig (85a9473ecbb78b30e6f44e3b9d3256c2f0ef6a182a908e62f566b2d57ed16123) AuthConfig (29714ed783fe7e179b1b07274adc3225ba1086b95e33121b234cc26d1e742d62) AuthConfig (98f6db13f2d3205702e4e2e079092291dfc0b07322b671edeb80843237b31a71) AuthConfig (8febe80bc44361e1d6d992cabe3a6c260da2b108b5934b13b08c8236f505e78f) AuthConfig (094e04fc56489c750d9f61f98dc3b3455f90fc408e43744d1c6ee0b5b6208468) AuthConfig (f618f4d576aaadca82ff633ab7dd9c30d8bd17de1456fcc83e95a71b3d51826e) AuthConfig (474a7dbd12e020e23fca6a83bb4254da33e17981eb7aaf464d08775f104a273f) AuthConfig (1393e27296c071f045bbd16343b16cbb414698b4400663bdc98a0e6be8c3a0e1) AuthConfig (80b4ce5ab2892f300b787c1b2151c16c920278be04d1a1c7a9c54f064398ce05) AuthConfig (8fb2aee08b0f651e6d3fd7f0d257bd48c01ef32bdf56e1202f7b7c3990ca6898) AuthConfig (acbf7fc793e3b343bc4e2b8f3fdb4f32ad4c3f00f048379f20512641a642b771) AuthConfig (20d61a230af134f94ccce171e94d8ddf7e5330f5aadb0daa5c90dae32b56ad8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c98b49a0-40af-45a4-83a5-9811415770b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.659689277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9d9fd568834fb5cfa01a1c79ee7a610d346d858417748ed08ee61a07368b291) AuthConfig (9c7db076bb9e8f1432dc9267dcafb3c107cc8df8038608eb0e9faccbce623c6d) AuthConfig (ecf71839d7394baf1d9f1d663fab29819a918470990e2c06a6284891553ff766) AuthConfig (b2c346f6a671c8b4379092ab6e3f5faa125be106ea47ac59ed259d09a5780977) AuthConfig (7a5a224bd01ef2203082fee93ff4795085b6a6656513fe950153e834eeff970d) AuthConfig (13acd857c5856d21cb2991e495186bbdd3c7998ece9093240b409642b8abd1b4) AuthConfig (4183bea9002d293fce7413b0b0929548ca4d7cc2d0690b4c8a2c692294fb6bd1) AuthConfig (df959291fc9d92609e168f1e901a5e025b9ccc49229be650d329a3f48274856d) AuthConfig (877e9d94b30b8016125d7f4221e4f744407d723c55ec0d46b0f40630c5a585d7) AuthConfig (52ab4c4ab19830a9ce8f886469696817ba1cd1012c8ce491ea92d2c77b54ab0d) AuthConfig (be782eeb6da560ec1f876fa30b3bd1a29d6dc93474f31c4e020a659daa1e0a91) AuthConfig (0615661dc104b4bd0b4530c2e79feadf105bebc88ffad7027a28a181b6e6995c) AuthConfig (f1ffe4d428214f17938be95ab9d754ffec6fdf2f0b09faeb5abc2f77822307e8) AuthConfig (8344fbbb62c9232854f9775218a6bebe68cdb374813f62dff85c5332fc04f56d) AuthConfig (660955d77bd2f507e40383c5fec4dc26ecf81a80ddc1b256e301d66d68c43557) AuthConfig (8ed4b480a19d4eff66d04ed20e9be9349abb24d66ff8ac28cc516f6363cbe697) AuthConfig (c974ca8f9e0da9b107db4c1b73f3c7465322e2c2833ab44d16f9352141f1df6c) AuthConfig (d3ffd064d872f367ada22cc2b049fac3bb1b7e2968cba00167a9886f8d81b900) AuthConfig (85a9473ecbb78b30e6f44e3b9d3256c2f0ef6a182a908e62f566b2d57ed16123) AuthConfig (29714ed783fe7e179b1b07274adc3225ba1086b95e33121b234cc26d1e742d62) AuthConfig (98f6db13f2d3205702e4e2e079092291dfc0b07322b671edeb80843237b31a71) AuthConfig (8febe80bc44361e1d6d992cabe3a6c260da2b108b5934b13b08c8236f505e78f) AuthConfig (094e04fc56489c750d9f61f98dc3b3455f90fc408e43744d1c6ee0b5b6208468) AuthConfig (f618f4d576aaadca82ff633ab7dd9c30d8bd17de1456fcc83e95a71b3d51826e) AuthConfig (474a7dbd12e020e23fca6a83bb4254da33e17981eb7aaf464d08775f104a273f) AuthConfig (1393e27296c071f045bbd16343b16cbb414698b4400663bdc98a0e6be8c3a0e1) AuthConfig (80b4ce5ab2892f300b787c1b2151c16c920278be04d1a1c7a9c54f064398ce05) AuthConfig (8fb2aee08b0f651e6d3fd7f0d257bd48c01ef32bdf56e1202f7b7c3990ca6898) AuthConfig (acbf7fc793e3b343bc4e2b8f3fdb4f32ad4c3f00f048379f20512641a642b771) AuthConfig (20d61a230af134f94ccce171e94d8ddf7e5330f5aadb0daa5c90dae32b56ad8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"98914738-ad24-4a6b-852c-6c42e6ceed66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.667557722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"501f9795-8ff7-4655-93ea-420ba4d851d4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.670293118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f0961ade-ea0b-4c2c-952b-f1ecbfa47152","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.758973349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f3e21d0b-6c4f-4d82-a20a-44bea6ebe0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.760368534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3a34a1a5-18ea-48ae-a299-b7326cb519d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.766902145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f3e21d0b-6c4f-4d82-a20a-44bea6ebe0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.768626848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3a34a1a5-18ea-48ae-a299-b7326cb519d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.773258627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9d9fd568834fb5cfa01a1c79ee7a610d346d858417748ed08ee61a07368b291) AuthConfig (9c7db076bb9e8f1432dc9267dcafb3c107cc8df8038608eb0e9faccbce623c6d) AuthConfig (ecf71839d7394baf1d9f1d663fab29819a918470990e2c06a6284891553ff766) AuthConfig (b2c346f6a671c8b4379092ab6e3f5faa125be106ea47ac59ed259d09a5780977) AuthConfig (7a5a224bd01ef2203082fee93ff4795085b6a6656513fe950153e834eeff970d) AuthConfig (13acd857c5856d21cb2991e495186bbdd3c7998ece9093240b409642b8abd1b4) AuthConfig (4183bea9002d293fce7413b0b0929548ca4d7cc2d0690b4c8a2c692294fb6bd1) AuthConfig (df959291fc9d92609e168f1e901a5e025b9ccc49229be650d329a3f48274856d) AuthConfig (877e9d94b30b8016125d7f4221e4f744407d723c55ec0d46b0f40630c5a585d7) AuthConfig (52ab4c4ab19830a9ce8f886469696817ba1cd1012c8ce491ea92d2c77b54ab0d) AuthConfig (be782eeb6da560ec1f876fa30b3bd1a29d6dc93474f31c4e020a659daa1e0a91) AuthConfig (0615661dc104b4bd0b4530c2e79feadf105bebc88ffad7027a28a181b6e6995c) AuthConfig (f1ffe4d428214f17938be95ab9d754ffec6fdf2f0b09faeb5abc2f77822307e8) AuthConfig (8344fbbb62c9232854f9775218a6bebe68cdb374813f62dff85c5332fc04f56d) AuthConfig (660955d77bd2f507e40383c5fec4dc26ecf81a80ddc1b256e301d66d68c43557) AuthConfig (8ed4b480a19d4eff66d04ed20e9be9349abb24d66ff8ac28cc516f6363cbe697) AuthConfig (c974ca8f9e0da9b107db4c1b73f3c7465322e2c2833ab44d16f9352141f1df6c) AuthConfig (d3ffd064d872f367ada22cc2b049fac3bb1b7e2968cba00167a9886f8d81b900) AuthConfig (85a9473ecbb78b30e6f44e3b9d3256c2f0ef6a182a908e62f566b2d57ed16123) AuthConfig (29714ed783fe7e179b1b07274adc3225ba1086b95e33121b234cc26d1e742d62) AuthConfig (98f6db13f2d3205702e4e2e079092291dfc0b07322b671edeb80843237b31a71) AuthConfig (8febe80bc44361e1d6d992cabe3a6c260da2b108b5934b13b08c8236f505e78f) AuthConfig (094e04fc56489c750d9f61f98dc3b3455f90fc408e43744d1c6ee0b5b6208468) AuthConfig (f618f4d576aaadca82ff633ab7dd9c30d8bd17de1456fcc83e95a71b3d51826e) AuthConfig (474a7dbd12e020e23fca6a83bb4254da33e17981eb7aaf464d08775f104a273f) AuthConfig (1393e27296c071f045bbd16343b16cbb414698b4400663bdc98a0e6be8c3a0e1) AuthConfig (80b4ce5ab2892f300b787c1b2151c16c920278be04d1a1c7a9c54f064398ce05) AuthConfig (8fb2aee08b0f651e6d3fd7f0d257bd48c01ef32bdf56e1202f7b7c3990ca6898) AuthConfig (acbf7fc793e3b343bc4e2b8f3fdb4f32ad4c3f00f048379f20512641a642b771) AuthConfig (20d61a230af134f94ccce171e94d8ddf7e5330f5aadb0daa5c90dae32b56ad8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f3e21d0b-6c4f-4d82-a20a-44bea6ebe0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:55.775572042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-d5d3c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9d9fd568834fb5cfa01a1c79ee7a610d346d858417748ed08ee61a07368b291) AuthConfig (9c7db076bb9e8f1432dc9267dcafb3c107cc8df8038608eb0e9faccbce623c6d) AuthConfig (ecf71839d7394baf1d9f1d663fab29819a918470990e2c06a6284891553ff766) AuthConfig (b2c346f6a671c8b4379092ab6e3f5faa125be106ea47ac59ed259d09a5780977) AuthConfig (7a5a224bd01ef2203082fee93ff4795085b6a6656513fe950153e834eeff970d) AuthConfig (13acd857c5856d21cb2991e495186bbdd3c7998ece9093240b409642b8abd1b4) AuthConfig (4183bea9002d293fce7413b0b0929548ca4d7cc2d0690b4c8a2c692294fb6bd1) AuthConfig (df959291fc9d92609e168f1e901a5e025b9ccc49229be650d329a3f48274856d) AuthConfig (877e9d94b30b8016125d7f4221e4f744407d723c55ec0d46b0f40630c5a585d7) AuthConfig (52ab4c4ab19830a9ce8f886469696817ba1cd1012c8ce491ea92d2c77b54ab0d) AuthConfig (be782eeb6da560ec1f876fa30b3bd1a29d6dc93474f31c4e020a659daa1e0a91) AuthConfig (0615661dc104b4bd0b4530c2e79feadf105bebc88ffad7027a28a181b6e6995c) AuthConfig (f1ffe4d428214f17938be95ab9d754ffec6fdf2f0b09faeb5abc2f77822307e8) AuthConfig (8344fbbb62c9232854f9775218a6bebe68cdb374813f62dff85c5332fc04f56d) AuthConfig (660955d77bd2f507e40383c5fec4dc26ecf81a80ddc1b256e301d66d68c43557) AuthConfig (8ed4b480a19d4eff66d04ed20e9be9349abb24d66ff8ac28cc516f6363cbe697) AuthConfig (c974ca8f9e0da9b107db4c1b73f3c7465322e2c2833ab44d16f9352141f1df6c) AuthConfig (d3ffd064d872f367ada22cc2b049fac3bb1b7e2968cba00167a9886f8d81b900) AuthConfig (85a9473ecbb78b30e6f44e3b9d3256c2f0ef6a182a908e62f566b2d57ed16123) AuthConfig (29714ed783fe7e179b1b07274adc3225ba1086b95e33121b234cc26d1e742d62) AuthConfig (98f6db13f2d3205702e4e2e079092291dfc0b07322b671edeb80843237b31a71) AuthConfig (8febe80bc44361e1d6d992cabe3a6c260da2b108b5934b13b08c8236f505e78f) AuthConfig (094e04fc56489c750d9f61f98dc3b3455f90fc408e43744d1c6ee0b5b6208468) AuthConfig (f618f4d576aaadca82ff633ab7dd9c30d8bd17de1456fcc83e95a71b3d51826e) AuthConfig (474a7dbd12e020e23fca6a83bb4254da33e17981eb7aaf464d08775f104a273f) AuthConfig (1393e27296c071f045bbd16343b16cbb414698b4400663bdc98a0e6be8c3a0e1) AuthConfig (80b4ce5ab2892f300b787c1b2151c16c920278be04d1a1c7a9c54f064398ce05) AuthConfig (8fb2aee08b0f651e6d3fd7f0d257bd48c01ef32bdf56e1202f7b7c3990ca6898) AuthConfig (acbf7fc793e3b343bc4e2b8f3fdb4f32ad4c3f00f048379f20512641a642b771) AuthConfig (20d61a230af134f94ccce171e94d8ddf7e5330f5aadb0daa5c90dae32b56ad8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3a34a1a5-18ea-48ae-a299-b7326cb519d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.379808111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"ce356332-1733-416a-8555-aeba716111e4","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.538997478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"d5e67df3-f386-40f3-a9e4-7f0dc8f93768","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.546720279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"be7a454e-4349-4aa6-bf1c-ee30be2e1706","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.5493688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"cd3a148f-e018-4511-9826-9c78e9217e15","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:56.55061618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f78621/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.555163012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"10679c7b-9d55-41f3-ad61-11c43d98307f","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.569633153Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"cd80252a-e245-4015-be9c-86a91fad1b80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"simulator-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.589700765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"691de96f-886d-41a1-a0e8-98da53a38ec0","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.687452924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"dd33605c-6089-4c00-812d-ab4150746fce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.708968995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"ee53c7f5-c6f1-4997-9c72-7483473cedda","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.717241121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f4075d70-83f7-46e8-afcd-f3c835ec9554","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.72016063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"546cf20e-d06f-49e9-88f1-97c4ea73a14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:56.721119403Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f4075d70-83f7-46e8-afcd-f3c835ec9554","name":"simulator-w0-f78621","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-f78621\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:56.721169171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f4075d70-83f7-46e8-afcd-f3c835ec9554","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-f78621\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.726722721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"510c3631-3a67-4b83-ac45-b481504df9b3","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.744839778Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"546cf20e-d06f-49e9-88f1-97c4ea73a14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.753843422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"546cf20e-d06f-49e9-88f1-97c4ea73a14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.770602187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"4bee6ef2-7688-4119-86c0-892e4ae73036","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.779632308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"651c1181-ce45-4e75-9685-efb68ec70f8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.82900786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d47d7751-6ece-4dc6-87c2-f51c669f8c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.844676762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d47d7751-6ece-4dc6-87c2-f51c669f8c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.877587791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d47d7751-6ece-4dc6-87c2-f51c669f8c53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.906452998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"471dd6e0-23f5-48a8-8cc2-c090180f1f1e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.916470507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"207d5aeb-a4fb-4d59-bebf-3b635b828506","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.919059867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"cccd63c5-0397-4913-8d4d-1789666948d9","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:56.920236675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f78621/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.922215991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6932bd55-7d8f-48b2-9160-2f82bb89b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.924611779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"4348e804-3403-4b96-be3e-95e5d168e869","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.929808145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6932bd55-7d8f-48b2-9160-2f82bb89b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.937319092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6932bd55-7d8f-48b2-9160-2f82bb89b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.942766078Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"d4b99b0c-9fee-44e1-a5f0-cb171aff4e01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"premium-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:56.961016499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"4197e36f-a4c0-4376-98fc-9a960e8abf5c","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.023253743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"30175468-0732-4608-8be4-cd3d63f9b96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.035978084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"30175468-0732-4608-8be4-cd3d63f9b96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.039956018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"9a3b0278-fce9-42f9-a10f-95bdc1904e78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.042514023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"30175468-0732-4608-8be4-cd3d63f9b96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.057211043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"22d28707-db31-4767-8a86-7ab989a19096","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.083184182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"f3ccb567-0374-40cd-a8ad-2148b5d956fd","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.091990631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"9ad74b77-8ca7-4655-93f7-0c2f4289d933","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:57.096017351Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"9ad74b77-8ca7-4655-93f7-0c2f4289d933","name":"premium-w0-f78621","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-f78621\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:57.096071645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"9ad74b77-8ca7-4655-93f7-0c2f4289d933","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-f78621\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.101362433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c63e8d06-24b9-481c-a7e0-c58ca1069671","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.125903365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c12cbbb3-9976-4d3a-8ede-3a0246cd4818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.125951237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"77afbbf8-93f8-4d46-b52e-3ff6871547fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.134523038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"77afbbf8-93f8-4d46-b52e-3ff6871547fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.13512772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c12cbbb3-9976-4d3a-8ede-3a0246cd4818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.138488279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"836a9263-4be9-42c6-a39d-f09863626bd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.140007247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"77afbbf8-93f8-4d46-b52e-3ff6871547fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.141167061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c12cbbb3-9976-4d3a-8ede-3a0246cd4818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.148122937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"72f8b8bc-62b8-42a5-b8f7-fb9a09521c16","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.225048142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"379cecb2-a9ab-4203-bd88-21e420641893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.231792793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"379cecb2-a9ab-4203-bd88-21e420641893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.237542394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"379cecb2-a9ab-4203-bd88-21e420641893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:57.24169345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"379cecb2-a9ab-4203-bd88-21e420641893","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.325261322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"00e1b3ef-513d-4d6c-bb48-4cd50e2d9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.333301375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"00e1b3ef-513d-4d6c-bb48-4cd50e2d9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:57.339076197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"00e1b3ef-513d-4d6c-bb48-4cd50e2d9f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.07595221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3c51c614-ba94-44e2-a5c0-0e71848aa75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.076996652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4de0cf6a-9401-4a99-8b0d-ab23e479bd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.083833665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3c51c614-ba94-44e2-a5c0-0e71848aa75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.086515221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4de0cf6a-9401-4a99-8b0d-ab23e479bd05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.12014657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"f9e4f493-d615-4985-8a9e-d9511f4ce6ce","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.120478158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"71e841b6-4722-4a8a-be99-3771743d949c","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.827977663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"3ac6616c-c8e2-40a4-bedf-ac3f64be2110","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.979411335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"2abbc970-e348-4146-834e-74283d2693b6","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:41:59.99150741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5dc8a038-5642-4bf9-acc4-98d61c29120f","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:41:59.998162776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"ea45d5ca-d8f6-4f28-92de-f3667b0b8bf3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.003995629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"69becc6f-e153-49f3-8d7c-ec8839aedf2c","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.016416578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3fb7f3e2-44dd-4c35-ad8e-67926808d984","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.023503079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"534251c5-bedd-4cec-a4a5-ad4cb4f3c469","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.039284733Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"3cc92815-052b-461a-a3ef-0ca7b3f563ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"simulator-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.053801999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"798927d0-f165-4a10-98dc-d671eaa7c2f5","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.137387899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"aa3af22b-b817-4602-860e-df0163ae34da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.16144898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4c240f3a-9cfe-432f-b3b5-a8103f6db904","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.169831747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"66eb046b-8988-4995-b58d-d95a34d47f60","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.237256164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"c7f0126d-f4f1-4ae0-9bd5-2ac2dfcc6b47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.315355558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3fdfc397-a3e2-4bc6-9b83-b1e84060dd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.384968709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3fdfc397-a3e2-4bc6-9b83-b1e84060dd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.391603913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"3cc1133d-155b-41c2-8eec-6a281fe4fb48","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.400318018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3fdfc397-a3e2-4bc6-9b83-b1e84060dd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.406722086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"db5e296b-73a0-47c7-9faf-897a33331bce","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.407759029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"b8cc4073-a8b8-4541-9096-a43ee11e7fa9","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.410537452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"d625272c-21fd-480a-887d-4d24a888b4ba","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.415035898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"fb209443-06f6-4d00-aa62-64627eb54414","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:00.416001978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"b04acc9a-be35-4676-a4b1-9324d1f42089","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.418700098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b3d72c5d-ef16-4c44-afe8-dc39a4fab46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.424417714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"bc08cc7c-ff9b-45ac-be5a-0f5e08b8ce1c","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.428235574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b3d72c5d-ef16-4c44-afe8-dc39a4fab46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.433634862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b3d72c5d-ef16-4c44-afe8-dc39a4fab46c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.439015565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"437297a4-6575-4cda-ac31-a7f8aea22f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"premium-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.456577356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"de113d63-b16b-462b-bbce-e02312c9d8cf","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.549635298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"2db8e141-43b2-4307-9d82-9d3bc7824e5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.56364456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"1d054b65-bff8-4399-aacd-f19c9a634ea1","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.572379494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"0fec0f68-dd0e-49d1-b2f3-316ccb636583","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.57795125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"37b73058-0dc9-48c1-95ce-558f136e0042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.580584647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3226cb85-6b30-4cd9-a043-ba37f6886da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.588760413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"37b73058-0dc9-48c1-95ce-558f136e0042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.589425664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3226cb85-6b30-4cd9-a043-ba37f6886da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.594770996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"37b73058-0dc9-48c1-95ce-558f136e0042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.601634849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3226cb85-6b30-4cd9-a043-ba37f6886da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.606153783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"ae3d661b-2285-4523-b839-080b8c5f5e6c","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.638069382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"4218b604-2a60-405f-b5c1-061e9e477fad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.677352453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a2eba91-470e-46fd-986e-08edd6c9c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.68955409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a2eba91-470e-46fd-986e-08edd6c9c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:00.701709852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a2eba91-470e-46fd-986e-08edd6c9c3d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:01.842168988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"3b1a2443-8958-4375-b395-db755d38a0ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:01.860888623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"12dc324f-f5b7-48ae-9cf4-0ec903ecf70e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.029701496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"7a764f75-2912-46f1-bec1-4c287801e2ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.038033222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f31290b7-5324-4c69-ae3b-44301de62dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.038616626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13e01f34-b992-4260-ad7e-e2229ea6b04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.04332855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"016ce96e-c335-4a98-85ac-cdc62a0cb08d","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.082779324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13e01f34-b992-4260-ad7e-e2229ea6b04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.09027824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f31290b7-5324-4c69-ae3b-44301de62dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.091297687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"cd06a7c5-b595-41b0-9e1a-406d73bf1654","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.095978535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13e01f34-b992-4260-ad7e-e2229ea6b04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.112069487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"865f6cf7-8380-4bc3-8591-42d81439cde0","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.126826532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f1c8372-6baf-47e6-a288-96bbd960da5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.127163771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f31290b7-5324-4c69-ae3b-44301de62dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.136171591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f1c8372-6baf-47e6-a288-96bbd960da5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.139688475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"d5256558-be66-4c31-937f-36258c078fca","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.143822075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f1c8372-6baf-47e6-a288-96bbd960da5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:02.147821269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f1c8372-6baf-47e6-a288-96bbd960da5e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.231346636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fddbd748-8565-466d-b8b5-4ac2bd45ab65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.231894667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"88250b7a-4f1c-41c9-956d-cda6f6afcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.240601846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"88250b7a-4f1c-41c9-956d-cda6f6afcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.250489721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fddbd748-8565-466d-b8b5-4ac2bd45ab65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.259522383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fddbd748-8565-466d-b8b5-4ac2bd45ab65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.261249555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"88250b7a-4f1c-41c9-956d-cda6f6afcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:02.267206277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"88250b7a-4f1c-41c9-956d-cda6f6afcbda","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.325457848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"20f66089-28ef-4222-a990-06769125049d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.337641797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"20f66089-28ef-4222-a990-06769125049d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:02.346626946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6d7670af63230a22c4e1defcc05346735c7031bb3538ebc21197c2044219e44) AuthConfig (4a065ad2480090478272a83b985615206685ac3ddfa6b78b1eee338441a9ba73) AuthConfig (83af343600c05cb69fc1553a938bc3f23ea5266ee54d203ff1d16912bf48559f) AuthConfig (56dd92661d7c013686638a9655372f66509ca741fa890c7937eac3e13fd56b62) AuthConfig (2c96e5b721e48eb227f7db9f6bcee2ff293262f1fd47bd5c4e31d76fa5f97504) AuthConfig (3fccdd0a71590ddf2774010fbe7bdd085c359a4777a4a0c0aeeca3cc95913891) AuthConfig (92ba45882b6b04488b8a3cac85ce96745a2a30573f7aeec84911c07ee49c4065) AuthConfig (e0161a2f25a958d8064c0d87265f3e734c79aca98425416f36cbcb03858603aa) AuthConfig (4032b05e612d3f285905f693a1cd360604224c8e1ce7c16a038856dee3d51996) AuthConfig (43104ed3770e37a832def6746ae2fb856883c3bec6e1c4a921ec103b3abc98a8) AuthConfig (01e039bd6f33d58114f97ee277e305af4e279d706ce1258a265454d0885b1dd0) AuthConfig (429ebabf3b61aba80c03d30c52c53bd1d77f5e4e8b6fe52ed9d39a8bce2472fb) AuthConfig (23cacb83d710de84a03b0de70a48617c01293e5ca7a0516ff4d907264cb9edb1) AuthConfig (3159b03b1ec4aee3f2011a9680b46de4e21f62d4438355fbc9a8149f87a69e28) AuthConfig (76aa4607bb22c51eabcc6ad345c58fc8235d63262dae43199a33ea2b886c7660) AuthConfig (777d575e74047283dff9c9d8ddeabe34134118eed575419e752e1d59db047766) AuthConfig (e77d20e1e330957d834b16a7c7d50069b7584b3b42322eec3308ef60ae8cfbc3) AuthConfig (a1dcb786788b44a219722dda4de045662bedbaa6962424c743692631a6517fc5) AuthConfig (9395f0472803177af9d1a54e148994a6f3c2de83b5733d71a0b7c8d17f037948) AuthConfig (3b842c2e206217131fdc79c868ebf67c4fc110e59181bab1499563aa6eeaaa4e) AuthConfig (92394b6902fb6ef1e3287c8d2d934f577afe04c6249d36be5d7d7e002d83e1ec) AuthConfig (4c787e3542a2f2ad57098ac05b42fd6c555e628ee946b0a357fc75cfa08cb215) AuthConfig (5ca07d74908f626e804e0ce793a3621558aaa275349a0342d331850d3b75ed63) AuthConfig (1fe57264778c556a5f686391b9ee9e4b7e47fa7ed4e83eea69c25717ef96ff81) AuthConfig (9e550bc25296fdbe19d8699e99a5a3d3cd5ec8c5db763696f0f60b85d9705cd1) AuthConfig (f9e1095cdc3daa945c3b3d29aaae1a96b2266be4c02b9632efdc5bbbd73d53f3) AuthConfig (c9120f6c0c4fcab9725d9d0af70d02b51edb7d57a46001f96675d2b71b52dcfa) AuthConfig (62173f42531b299a3794c1366c0a893fb2c454c2044e5fb13093fb7fd72bedd9) AuthConfig (5ca53abcd0a0e97d50927d39a85fd9319578a2cdcb9b612890245cc0a8c032d3) AuthConfig (948fcc07b7cfd7eec84acee94243d18346bb2cb1518fc30546f4d51a37903728)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"20f66089-28ef-4222-a990-06769125049d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.585680637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8e2f5b82-776f-4d3f-afa9-d7c7b688a429","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.592450032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"6cfb2525-5b6e-4f2d-834b-881e6302c7ab","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.6008389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"c56558e2-4f0b-46a0-bedb-e62e8eba9dd6","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.607541142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"c56558e2-4f0b-46a0-bedb-e62e8eba9dd6","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.729321596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f620c33e-d315-48d6-829a-835a8032c932","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.73770847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"f770d879-fb99-4d7f-9568-851cadbabb31","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.744364578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"f770d879-fb99-4d7f-9568-851cadbabb31","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.775240735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8fa009de-0736-4d2c-abeb-b3fa51544574","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.78249947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"3c427d92-a3b8-4817-9355-bbb1ade0e663","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:03.784116249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014","reconcileID":"92cd3b99-ecca-4ef5-afb2-6d7112149f37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-64f4b014\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.798885092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"839a5b89-b59b-4a6f-9ad7-dce5abdb1dac","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.809907805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a206fc85-6dc3-4f64-97c6-20e7c4e1208f","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.83229466Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014","reconcileID":"05803ea9-07fd-4e4a-8de1-5e32f416f44e","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-010232/e2e-dry-sub-64f4b014","ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.838483447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5c8f0773-c09f-4fdd-880c-34762e1f2160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.83863865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"5548f8f8-f9ab-4387-b96d-9a2a9a92c1dd","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.838864533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"69da7061-2598-48fe-97bc-3fa7a5135a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.845712364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"5548f8f8-f9ab-4387-b96d-9a2a9a92c1dd","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.846075296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"69da7061-2598-48fe-97bc-3fa7a5135a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.847906755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5c8f0773-c09f-4fdd-880c-34762e1f2160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.852046089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"6b35b798-15f8-407e-bc92-3e5c0e269816","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.924117829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"8a22c43b-dd5f-4a3a-8932-34cd6dd2010c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:03.92428196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014","reconcileID":"814646a6-1692-49f2-a003-bf76fc611245","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.03095966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"30740ee8-045e-4411-a9f4-429787c05402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.031085707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3b65f778-bf4f-4e15-afd1-64300a51cea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.040122207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"30740ee8-045e-4411-a9f4-429787c05402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.040666762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3b65f778-bf4f-4e15-afd1-64300a51cea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.984096882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"e17c5f35-0027-443b-a819-873e0a23ff6e","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.994681351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"231f9949-d0fc-4f89-bd0c-7f12f5645820","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.99467869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d24bf204-b26f-4c83-9a22-6b7eec619f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:04.994883606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"854d7755-1bbc-499e-994c-7e0eb72cc215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.002722568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"231f9949-d0fc-4f89-bd0c-7f12f5645820","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.006973563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d24bf204-b26f-4c83-9a22-6b7eec619f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.007139828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"854d7755-1bbc-499e-994c-7e0eb72cc215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.78311377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2c91be6-d010-4e91-a617-5f6abccb7222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.784674073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5e7b1b9a-e64a-4292-b0c5-e5ae7f28de8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.79128333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5e7b1b9a-e64a-4292-b0c5-e5ae7f28de8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.791313821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2c91be6-d010-4e91-a617-5f6abccb7222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.811190111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"5293447e-9a69-4284-b41f-23624a4b47ab","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:05.813641348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"487ed478-d46e-4798-815b-fd7653318a7e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.597619898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"03e1df9d-c548-432a-8d13-482295cb156b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.616497079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"086b8525-01b8-41b7-94d7-e2a1b5fac3be","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.69757446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"cb4f68b3-01f6-4d8b-9d74-e13749d28704","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.717904159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"353eb66c-3905-4d95-98cd-d3051ebcb986","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.967260969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3a217674-1245-4b25-a542-25bea26d5d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.967303939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c6c0d581-640a-4707-aa2d-f31ddfffa6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.974592452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c6c0d581-640a-4707-aa2d-f31ddfffa6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.976479398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3a217674-1245-4b25-a542-25bea26d5d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.982765361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3893de5ad59a62df9b2c6b80c9a01fa2f13b611f8a589472fe55c23122f64ae) AuthConfig (9080cf576005b489e2d42542eb841f02a3b37fcf5dd66659ea1403fc2aa2422b) AuthConfig (f9eff1d30ee09fc1dd5c345d487f4f762de1f9da8f11f4ecdb2a2081f6801b78) AuthConfig (995ab25ec570338de019499094bb7598ec97cb7aaa4139ce60038200682cb3f2) AuthConfig (a99e3fd972eb7de95fb86f86fe13afd0d0df028c575beddc5657e33fedca8ea6) AuthConfig (1e76354a74ffc33c8c3b5230be006c33e74ff045b8d63a7ad834a509092722df) AuthConfig (dcd89218b8cf5cf3d6342e7a1a50dd3a36c66b26f14e95d0d7be1ab5471b5810) AuthConfig (e0dab449401d6bc8cac8894b1b8e4f2b8e4d8063e558d6b70ce2dd9a2ee8a7d5) AuthConfig (f52b9d23e3358e6d3e65c06f3945123e88f4e1462457afdf6432437469348da6) AuthConfig (bc7a2cd2f962e2c25685c84ddead327af81b64bfc9cfdb2c348bf2036caed4a8) AuthConfig (0f776dba93b7b9706f548fc73fda934412be756f4e228aa61177c568069a2ad8) AuthConfig (1717f6e75db86061fb23037728f17334eab15f205ff2e51b0bbbe720da3006a7) AuthConfig (0d8abd9a639354dd71ca48e2cd781018314ea8dd56e01414cc243a2e9aa453f7) AuthConfig (69486ecb0cd722666387d6396876e83bed466f00bc01d547a9393c9d72f1afa6) AuthConfig (c48ebd3852b351233c85a9d9caad0f064046d81a77e1cb93f22d7a886ade51cc) AuthConfig (e8589a71feeda3e22227332b64a2f694bc85b0d94bea0d8b13b39b8b7102a971) AuthConfig (b7c3d20ef830a3ddd74ad094f1ba785a38542fbf66589306c434e392604686b1) AuthConfig (9e97c70ab4c3d672ba2da2660b27ca2e6b7465d90f5bc44580e92419ecbde05c) AuthConfig (6d1fa9482747477bdb88813e7cf2613120363aac9a39dab42077d26f727d0528) AuthConfig (119a2872f102d903da3845dea3e7ec9b27c96f72be9a7a355f7e9d27677401fd) AuthConfig (77a9bdb7ffebc36ef65daa607b680d89fdf059ba72f9f47cfcadecb66de7bc5d) AuthConfig (ec9907af9ee64e845e98e170d2e65a02ed695f45a80b127e2f9b522533a582fe) AuthConfig (0509be130e456f632f2f4b53b10776837d04cee3a5d8f785d61505f8e486080e) AuthConfig (88814870458f12df62c9cd4a4689d7d47772959e97b5ebcf4d1c891bf6137085) AuthConfig (64e3091fb7bc7186c23f18eb15184cfdbe2ba9ac17d489774fed195bf57eb760) AuthConfig (21b529d92baef303922517fb264e5dc30a7c4a1311ae90b2a1d7c68eaf392391) AuthConfig (e1c585044e71a269d91354327aca43d74711862e891c6c5f1b14974e14d99684) AuthConfig (1e6031c0ef5ae2fe9ac23d5bb2675b4b9dc72c7994ec3e1104fe2e529f439001) AuthConfig (f0f57c89994c8625edad6cfcf3f359a7f59bb1a1884ef258c9a6bc1b61b76598) AuthConfig (b69648b895de07298994282adc223b0aa29e22b99a86e424c67276576e29f288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c6c0d581-640a-4707-aa2d-f31ddfffa6d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.986365717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3893de5ad59a62df9b2c6b80c9a01fa2f13b611f8a589472fe55c23122f64ae) AuthConfig (9080cf576005b489e2d42542eb841f02a3b37fcf5dd66659ea1403fc2aa2422b) AuthConfig (f9eff1d30ee09fc1dd5c345d487f4f762de1f9da8f11f4ecdb2a2081f6801b78) AuthConfig (995ab25ec570338de019499094bb7598ec97cb7aaa4139ce60038200682cb3f2) AuthConfig (a99e3fd972eb7de95fb86f86fe13afd0d0df028c575beddc5657e33fedca8ea6) AuthConfig (1e76354a74ffc33c8c3b5230be006c33e74ff045b8d63a7ad834a509092722df) AuthConfig (dcd89218b8cf5cf3d6342e7a1a50dd3a36c66b26f14e95d0d7be1ab5471b5810) AuthConfig (e0dab449401d6bc8cac8894b1b8e4f2b8e4d8063e558d6b70ce2dd9a2ee8a7d5) AuthConfig (f52b9d23e3358e6d3e65c06f3945123e88f4e1462457afdf6432437469348da6) AuthConfig (bc7a2cd2f962e2c25685c84ddead327af81b64bfc9cfdb2c348bf2036caed4a8) AuthConfig (0f776dba93b7b9706f548fc73fda934412be756f4e228aa61177c568069a2ad8) AuthConfig (1717f6e75db86061fb23037728f17334eab15f205ff2e51b0bbbe720da3006a7) AuthConfig (0d8abd9a639354dd71ca48e2cd781018314ea8dd56e01414cc243a2e9aa453f7) AuthConfig (69486ecb0cd722666387d6396876e83bed466f00bc01d547a9393c9d72f1afa6) AuthConfig (c48ebd3852b351233c85a9d9caad0f064046d81a77e1cb93f22d7a886ade51cc) AuthConfig (e8589a71feeda3e22227332b64a2f694bc85b0d94bea0d8b13b39b8b7102a971) AuthConfig (b7c3d20ef830a3ddd74ad094f1ba785a38542fbf66589306c434e392604686b1) AuthConfig (9e97c70ab4c3d672ba2da2660b27ca2e6b7465d90f5bc44580e92419ecbde05c) AuthConfig (6d1fa9482747477bdb88813e7cf2613120363aac9a39dab42077d26f727d0528) AuthConfig (119a2872f102d903da3845dea3e7ec9b27c96f72be9a7a355f7e9d27677401fd) AuthConfig (77a9bdb7ffebc36ef65daa607b680d89fdf059ba72f9f47cfcadecb66de7bc5d) AuthConfig (ec9907af9ee64e845e98e170d2e65a02ed695f45a80b127e2f9b522533a582fe) AuthConfig (0509be130e456f632f2f4b53b10776837d04cee3a5d8f785d61505f8e486080e) AuthConfig (88814870458f12df62c9cd4a4689d7d47772959e97b5ebcf4d1c891bf6137085) AuthConfig (64e3091fb7bc7186c23f18eb15184cfdbe2ba9ac17d489774fed195bf57eb760) AuthConfig (21b529d92baef303922517fb264e5dc30a7c4a1311ae90b2a1d7c68eaf392391) AuthConfig (e1c585044e71a269d91354327aca43d74711862e891c6c5f1b14974e14d99684) AuthConfig (1e6031c0ef5ae2fe9ac23d5bb2675b4b9dc72c7994ec3e1104fe2e529f439001) AuthConfig (f0f57c89994c8625edad6cfcf3f359a7f59bb1a1884ef258c9a6bc1b61b76598) AuthConfig (b69648b895de07298994282adc223b0aa29e22b99a86e424c67276576e29f288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3a217674-1245-4b25-a542-25bea26d5d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:09.990885294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"55402af7-7777-4e9e-8ac2-1bfafefe9b8e","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.020430831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"d962ffb5-2bba-405e-b5b7-08437cad20aa","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.068867467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b694626-5982-409a-847d-9242be7d7610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.069130189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fd2728bd-09f0-4b0e-a191-07b15b53420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.076303053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b694626-5982-409a-847d-9242be7d7610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.076585163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fd2728bd-09f0-4b0e-a191-07b15b53420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.082383257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3893de5ad59a62df9b2c6b80c9a01fa2f13b611f8a589472fe55c23122f64ae) AuthConfig (9080cf576005b489e2d42542eb841f02a3b37fcf5dd66659ea1403fc2aa2422b) AuthConfig (f9eff1d30ee09fc1dd5c345d487f4f762de1f9da8f11f4ecdb2a2081f6801b78) AuthConfig (995ab25ec570338de019499094bb7598ec97cb7aaa4139ce60038200682cb3f2) AuthConfig (a99e3fd972eb7de95fb86f86fe13afd0d0df028c575beddc5657e33fedca8ea6) AuthConfig (1e76354a74ffc33c8c3b5230be006c33e74ff045b8d63a7ad834a509092722df) AuthConfig (dcd89218b8cf5cf3d6342e7a1a50dd3a36c66b26f14e95d0d7be1ab5471b5810) AuthConfig (e0dab449401d6bc8cac8894b1b8e4f2b8e4d8063e558d6b70ce2dd9a2ee8a7d5) AuthConfig (f52b9d23e3358e6d3e65c06f3945123e88f4e1462457afdf6432437469348da6) AuthConfig (bc7a2cd2f962e2c25685c84ddead327af81b64bfc9cfdb2c348bf2036caed4a8) AuthConfig (0f776dba93b7b9706f548fc73fda934412be756f4e228aa61177c568069a2ad8) AuthConfig (1717f6e75db86061fb23037728f17334eab15f205ff2e51b0bbbe720da3006a7) AuthConfig (0d8abd9a639354dd71ca48e2cd781018314ea8dd56e01414cc243a2e9aa453f7) AuthConfig (69486ecb0cd722666387d6396876e83bed466f00bc01d547a9393c9d72f1afa6) AuthConfig (c48ebd3852b351233c85a9d9caad0f064046d81a77e1cb93f22d7a886ade51cc) AuthConfig (e8589a71feeda3e22227332b64a2f694bc85b0d94bea0d8b13b39b8b7102a971) AuthConfig (b7c3d20ef830a3ddd74ad094f1ba785a38542fbf66589306c434e392604686b1) AuthConfig (9e97c70ab4c3d672ba2da2660b27ca2e6b7465d90f5bc44580e92419ecbde05c) AuthConfig (6d1fa9482747477bdb88813e7cf2613120363aac9a39dab42077d26f727d0528) AuthConfig (119a2872f102d903da3845dea3e7ec9b27c96f72be9a7a355f7e9d27677401fd) AuthConfig (77a9bdb7ffebc36ef65daa607b680d89fdf059ba72f9f47cfcadecb66de7bc5d) AuthConfig (ec9907af9ee64e845e98e170d2e65a02ed695f45a80b127e2f9b522533a582fe) AuthConfig (0509be130e456f632f2f4b53b10776837d04cee3a5d8f785d61505f8e486080e) AuthConfig (88814870458f12df62c9cd4a4689d7d47772959e97b5ebcf4d1c891bf6137085) AuthConfig (64e3091fb7bc7186c23f18eb15184cfdbe2ba9ac17d489774fed195bf57eb760) AuthConfig (21b529d92baef303922517fb264e5dc30a7c4a1311ae90b2a1d7c68eaf392391) AuthConfig (e1c585044e71a269d91354327aca43d74711862e891c6c5f1b14974e14d99684) AuthConfig (1e6031c0ef5ae2fe9ac23d5bb2675b4b9dc72c7994ec3e1104fe2e529f439001) AuthConfig (f0f57c89994c8625edad6cfcf3f359a7f59bb1a1884ef258c9a6bc1b61b76598) AuthConfig (b69648b895de07298994282adc223b0aa29e22b99a86e424c67276576e29f288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b694626-5982-409a-847d-9242be7d7610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:10.08336047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3893de5ad59a62df9b2c6b80c9a01fa2f13b611f8a589472fe55c23122f64ae) AuthConfig (9080cf576005b489e2d42542eb841f02a3b37fcf5dd66659ea1403fc2aa2422b) AuthConfig (f9eff1d30ee09fc1dd5c345d487f4f762de1f9da8f11f4ecdb2a2081f6801b78) AuthConfig (995ab25ec570338de019499094bb7598ec97cb7aaa4139ce60038200682cb3f2) AuthConfig (a99e3fd972eb7de95fb86f86fe13afd0d0df028c575beddc5657e33fedca8ea6) AuthConfig (1e76354a74ffc33c8c3b5230be006c33e74ff045b8d63a7ad834a509092722df) AuthConfig (dcd89218b8cf5cf3d6342e7a1a50dd3a36c66b26f14e95d0d7be1ab5471b5810) AuthConfig (e0dab449401d6bc8cac8894b1b8e4f2b8e4d8063e558d6b70ce2dd9a2ee8a7d5) AuthConfig (f52b9d23e3358e6d3e65c06f3945123e88f4e1462457afdf6432437469348da6) AuthConfig (bc7a2cd2f962e2c25685c84ddead327af81b64bfc9cfdb2c348bf2036caed4a8) AuthConfig (0f776dba93b7b9706f548fc73fda934412be756f4e228aa61177c568069a2ad8) AuthConfig (1717f6e75db86061fb23037728f17334eab15f205ff2e51b0bbbe720da3006a7) AuthConfig (0d8abd9a639354dd71ca48e2cd781018314ea8dd56e01414cc243a2e9aa453f7) AuthConfig (69486ecb0cd722666387d6396876e83bed466f00bc01d547a9393c9d72f1afa6) AuthConfig (c48ebd3852b351233c85a9d9caad0f064046d81a77e1cb93f22d7a886ade51cc) AuthConfig (e8589a71feeda3e22227332b64a2f694bc85b0d94bea0d8b13b39b8b7102a971) AuthConfig (b7c3d20ef830a3ddd74ad094f1ba785a38542fbf66589306c434e392604686b1) AuthConfig (9e97c70ab4c3d672ba2da2660b27ca2e6b7465d90f5bc44580e92419ecbde05c) AuthConfig (6d1fa9482747477bdb88813e7cf2613120363aac9a39dab42077d26f727d0528) AuthConfig (119a2872f102d903da3845dea3e7ec9b27c96f72be9a7a355f7e9d27677401fd) AuthConfig (77a9bdb7ffebc36ef65daa607b680d89fdf059ba72f9f47cfcadecb66de7bc5d) AuthConfig (ec9907af9ee64e845e98e170d2e65a02ed695f45a80b127e2f9b522533a582fe) AuthConfig (0509be130e456f632f2f4b53b10776837d04cee3a5d8f785d61505f8e486080e) AuthConfig (88814870458f12df62c9cd4a4689d7d47772959e97b5ebcf4d1c891bf6137085) AuthConfig (64e3091fb7bc7186c23f18eb15184cfdbe2ba9ac17d489774fed195bf57eb760) AuthConfig (21b529d92baef303922517fb264e5dc30a7c4a1311ae90b2a1d7c68eaf392391) AuthConfig (e1c585044e71a269d91354327aca43d74711862e891c6c5f1b14974e14d99684) AuthConfig (1e6031c0ef5ae2fe9ac23d5bb2675b4b9dc72c7994ec3e1104fe2e529f439001) AuthConfig (f0f57c89994c8625edad6cfcf3f359a7f59bb1a1884ef258c9a6bc1b61b76598) AuthConfig (b69648b895de07298994282adc223b0aa29e22b99a86e424c67276576e29f288)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fd2728bd-09f0-4b0e-a191-07b15b53420a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.164234274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0d020a2d-a165-4fca-b869-e0a68517d222","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.169569406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"cb67d789-3c28-4897-8790-b731c8fcb7c5","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:12.174478067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"7a2f63c0-204c-4fd4-8c15-92f7e7477c9c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.189538453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"68a69830-47cb-4ee6-bff6-28cfad0f7527","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.197283227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"132673e9-e7ac-4642-8195-0cac2a5d4971","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.216189572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"d87192c0-6483-4ece-98fc-9dc5911c061c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.232334255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c8185018-6297-47fa-ab5f-699ea0b0ef51","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.310725305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"8cc49f20-7dba-4ac3-a171-0ac49d0dd3b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.331336248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13ed3d67-1ebc-4b41-b78a-3833118e2324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.339243062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13ed3d67-1ebc-4b41-b78a-3833118e2324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.341350536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c1fedce1-d02f-4142-ab23-1a15023d9d91","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.388972556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5df0dfc8-bacd-4c70-8e69-2d64a8dcb2c5","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.405705649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"16d6b052-7b3a-443b-9a36-518cbbbfc2f0","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.414424395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"4646128e-2c93-49a3-a928-bcf1ab3f92f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.424382395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"63dda3f0-b45f-49e2-863a-2146a395c8d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.428725824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"013ce474-53e9-4a26-81c6-aed1345cc7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.435810154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"013ce474-53e9-4a26-81c6-aed1345cc7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.448757651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"63dda3f0-b45f-49e2-863a-2146a395c8d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.454642287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"63dda3f0-b45f-49e2-863a-2146a395c8d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.462042227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ba19e651-d9fe-4d64-a404-f1c94863c4c3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.510016808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"535c73b8-f88f-40c2-8821-0e5f89204df3","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.528426539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a4e40346-5019-478f-888a-7177e3724a04","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.531054948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1f3e5d3-d1e7-4dcb-a2f9-f868beb65048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.53731537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"dbfe3270-d933-486b-a8b4-06b42a269d58","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.537699585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"39174d7d-983a-44d0-8bd8-1c24e3f4c596","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.540271038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1f3e5d3-d1e7-4dcb-a2f9-f868beb65048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:12.540535656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.544567408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e0356eb3-3694-439b-b5da-448ed850d443","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.547052995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1f3e5d3-d1e7-4dcb-a2f9-f868beb65048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.560238689Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"300ac5bc-4330-4910-81d5-e34d55baf3e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"premium-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.575751928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"2dc353fb-de72-46c7-a3b5-ae1e42a97a4f","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.625683005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"994ff53c-5973-48df-bd17-d83d6e9cc33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.632450552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"994ff53c-5973-48df-bd17-d83d6e9cc33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.637741893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"994ff53c-5973-48df-bd17-d83d6e9cc33e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.657010843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"d15b8620-37c2-4e40-96fe-28b71b81b6df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.69173953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e379efcc-b6f1-49a2-895a-8feccf39eb4d","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.700075897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d16fe37a-3c97-4ffc-b260-c65f48b761cd","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:12.703995125Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d16fe37a-3c97-4ffc-b260-c65f48b761cd","name":"premium-w2-e78c33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e78c33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:12.704046196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d16fe37a-3c97-4ffc-b260-c65f48b761cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e78c33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.710127936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"413dbae6-4f56-416a-8742-4e3073ea35dc","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.728745941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3cd11f05-191c-4508-8aa4-cd4a462199f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.72882055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6ae29711-ca89-4e51-95f0-fd7f6ce321de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.735813222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3cd11f05-191c-4508-8aa4-cd4a462199f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.735849974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6ae29711-ca89-4e51-95f0-fd7f6ce321de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.741366772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3cd11f05-191c-4508-8aa4-cd4a462199f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.741392527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6ae29711-ca89-4e51-95f0-fd7f6ce321de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.747122465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"b206c279-0fd5-42ad-b942-f64361d50363","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.76007386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"10d1b1a6-7a49-44ee-b41f-065ff4ef06e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.828222789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"40af66f4-3bf0-4e62-99a0-63b9649095bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.83700446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"40af66f4-3bf0-4e62-99a0-63b9649095bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:12.844831321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"40af66f4-3bf0-4e62-99a0-63b9649095bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.001753591Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014","reconcileID":"5ef8f445-efe2-48a1-8853-0c3bb84c7b5d","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscription":"e2e-dry-sub-64f4b014","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.019661959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014","reconcileID":"5ef8f445-efe2-48a1-8853-0c3bb84c7b5d","MaaSSubscription":{"name":"e2e-dry-sub-64f4b014","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.033433593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"6118b01b-47d5-404a-ad79-2e22537c3e29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.041181922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ac22a15e-1fdc-4cb7-bbc0-c29cec99f7f0","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.062965363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a23ed309-03f0-45b0-8555-c1a8ca8eaa8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.064007056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"05e261b3-d4e7-4b55-9ba1-da3ccb53820c","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.052276671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"27a57abb-d5a6-4332-8dac-f14e50641fd7","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.073616545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"76e83884-9ef5-4818-b26b-004a66354e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.077168224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a23ed309-03f0-45b0-8555-c1a8ca8eaa8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.077180025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"27a57abb-d5a6-4332-8dac-f14e50641fd7","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.082223907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"76e83884-9ef5-4818-b26b-004a66354e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.189573305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"3e8ba17a-0276-45a9-8fcb-de35271bcf2f","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.189617009Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-dry-sub-64f4b014-auth","reconcileID":"2fbf409a-5974-4558-948d-b0cf13d66b85","MaaSAuthPolicy":{"name":"e2e-dry-sub-64f4b014-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:15.293687449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"54954d92-9a9f-4fd6-b5a4-ced3232d833b","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.341796609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"44a2ae0d-4567-4981-ada6-5945fc64ef04","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.346943412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"3dd3e04a-afc6-40a5-a5f8-76462b42dfb2","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.35806662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"ee60f1cd-c4f9-4bf1-9665-3fd813d87085","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.365211262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"ee60f1cd-c4f9-4bf1-9665-3fd813d87085","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.457059248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"d9bb7475-54a7-4fcb-b1c7-90e3ea329033","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.465585588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"2ea8f7f1-7302-4268-b1d7-bc6f1353ef2f","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.473029414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"2ea8f7f1-7302-4268-b1d7-bc6f1353ef2f","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.519326458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"06b7f926-7757-4951-bb01-08921cd4c8eb","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.52763191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"7b051fe0-777d-4f4a-83e5-db1a42dbe276","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:16.530324912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234","reconcileID":"da5a9a0f-188d-4477-9f42-6fa4132c9713","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-20bb0234\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.544578774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"bc240fad-73ee-4296-ad85-5f73b8fcebb7","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.54989767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"e77cfd31-e88d-4087-98e7-f2ce44785a49","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.565626717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"63f55259-cdae-4bcf-ad19-6794ee24b566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.565698873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0869a07b-0982-4250-83af-7b4ade86a590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.57081869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234","reconcileID":"dd435d7c-89dc-4fb3-b5c6-04091b32db5f","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-010232/e2e-combo-sub-20bb0234","ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.575607979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"63f55259-cdae-4bcf-ad19-6794ee24b566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.575767534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0869a07b-0982-4250-83af-7b4ade86a590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.591635805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"16e99fdb-cce7-41d2-b345-34f34bc76a4b","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.663429565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234","reconcileID":"5e9f0917-1b24-40ce-ab2a-a17854f4b1b9","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.66374496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"3495ac7a-817d-45bf-a8cd-325bd721c4d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.665477423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"96e3b1c3-c0f2-4888-af23-576256200807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.666475405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"30558ebe-0db1-428f-9e85-866fe83b5934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.666904739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"a51f1bf7-3b65-495f-a661-204778be2b52","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.673532607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"96e3b1c3-c0f2-4888-af23-576256200807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.677173491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"30558ebe-0db1-428f-9e85-866fe83b5934","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:16.678829571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"a51f1bf7-3b65-495f-a661-204778be2b52","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.42364546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.922095737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ae9ce8d4-cf9b-40e1-998f-405137e67056","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.929765376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"cce3a61c-ef8c-4b74-ad41-e989b71a124d","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.932711144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"31ca2f91-2381-46df-92be-cf2b4991d7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.93322777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6fc0d1cf-e5f3-41d3-b0e0-defab00588c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.937034499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"cce3a61c-ef8c-4b74-ad41-e989b71a124d","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.939673006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"31ca2f91-2381-46df-92be-cf2b4991d7c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:17.939818469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6fc0d1cf-e5f3-41d3-b0e0-defab00588c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.380782396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fa5da6dd-50fc-4d96-b60a-8290b9e09ec5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.386047853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fcacf307-cfc8-4390-8f5e-7619bc4158d5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.394404613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"5325e362-6e88-4d8b-ae3c-5e824483b96c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.401023923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"5325e362-6e88-4d8b-ae3c-5e824483b96c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.421271468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1c839ec9-ce6c-4be9-a101-77adb9b0df24","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.495599833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"d4c58844-6761-4473-848c-858294d26cd5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.502544244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"d4c58844-6761-4473-848c-858294d26cd5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.566547152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"97b6df5c-f5a4-4d47-957a-bd905eb2030d","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.575938889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"418645b2-56eb-479b-84ba-fd6d9f873f28","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:18.576744647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-sub","reconcileID":"95f266b0-8d92-4d42-8715-3b2ae93567ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.592740341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"138e7f76-f8f4-4666-aa9f-1c9e77e3de65","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.595828173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bece7c70-f74f-4eaa-b751-634f96b58d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.5963272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d71c895d-861b-43c9-99dd-10830752fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.596328057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"070edf0e-7f51-401f-b6c6-44d0f35b5af4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.60012223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"25416802-9b4a-416e-996e-d5ebd14ecf5e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.604864342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bece7c70-f74f-4eaa-b751-634f96b58d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.605270102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"070edf0e-7f51-401f-b6c6-44d0f35b5af4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.607608534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d71c895d-861b-43c9-99dd-10830752fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.623826678Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-sub","reconcileID":"7fa3a922-6f7b-43e6-8c15-f4f38b9f3b1a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.641017965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"51a469db-7b2a-44e7-93b4-86aeb39f0a58","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.695632505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"2662d114-02d3-480a-ba3a-c769c5cc6436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.695747448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"bd7d8d5a-a0a1-4c46-867e-7716384a5ddb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.703771108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"2662d114-02d3-480a-ba3a-c769c5cc6436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.704193639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"bd7d8d5a-a0a1-4c46-867e-7716384a5ddb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.718594554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-sub","reconcileID":"b6b2937e-6ceb-4f52-80fa-e69b87953d63","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.718688606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"b3e2ff5c-c4ba-46c9-be99-b6aec9b96299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.727353491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d58d733c-2b71-4f5c-bfc9-512484167bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:18.783395754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d58d733c-2b71-4f5c-bfc9-512484167bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.092657023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f0e100f-5875-4419-9736-8db46b15bc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.093045474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13e017fa-ff6f-4807-ab28-69c130cc336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.100560298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f0e100f-5875-4419-9736-8db46b15bc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.10211522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13e017fa-ff6f-4807-ab28-69c130cc336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.194101039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"bf9e855d-026f-4788-89c5-f4835a68a1a0","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:20.194467631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3dc28a29-477e-4084-9901-41cf3493a5bc","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.043037486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"264b8f08-62ab-4a5b-852f-ecae1bac7ae2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.062128091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a3786f87-2198-4921-acf2-1e006689c132","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.147366008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"acd3b50a-5845-4d69-99ca-51f4a52b6035","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.168481143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ee20d760-3e00-474e-a9e9-5d9fc3b152d8","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.301984407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9bbf018c-815c-43f5-8115-763fe171fee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.309496944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b3c733c8-fd30-4836-86ff-cddefcffd6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.407716805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9bbf018c-815c-43f5-8115-763fe171fee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.412569853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b3c733c8-fd30-4836-86ff-cddefcffd6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.417734651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (718d91673110d1dbd78ddaaa87ed2fde6c5c4b444ce87049c447edc9843d4c95) AuthConfig (01a8cc052926f9cca99d097c05ba679020c09955deb69383baf180b52561f842) AuthConfig (1cb986bec698cad8ca3a0ee30eec5b5defb30baafc0675bf86ec3569142ca63e) AuthConfig (e5b91a6f674a80f3068fa1296246d8ee3ef4f86f5b1ca5989afadbd7519d86c7) AuthConfig (5ce864a2c83748b3c84a35c7d7bce1ae9c43fdbe52aedc505850205eb9558f0c) AuthConfig (7512b3ab21df065f3b6457bd7f2e81c3b6e2b28b3110b799a74212c32ed8fbaf) AuthConfig (0853b67a8e9ce29068c34b3ac2edcbcde6a63543bf7e75a173c4ea58163c6e40) AuthConfig (a4c4f1707feb89bf57af84313c656472930b6f6550e781b03e16c06200c8f3e7) AuthConfig (4d8ba1c16651bf245ce98df19592d6f81be38a67f246ae2a672ae1f7d7d421ed) AuthConfig (8a5bd8b86585aad9ce87c8e01bcc3e1b759624967942b09e04ce19eaca148e13) AuthConfig (c1f6929031893cf470431b8e2ad7a4bae1441a0157eda5eeadaca90dd07d1ce5) AuthConfig (6f4ee4c1828ad30a8a60c045c474239da12f5fa03fea03b862cb7199308b0454) AuthConfig (1ffaedcf1398626afdb90113963fee4ad9049b216083bcbb98c9e8d001569801) AuthConfig (d80723e8388036048bb637fe754f06097d26dafa5f0615fac3d9624407682c2d) AuthConfig (6a50cd48151e879aed7207a734cafe8ad3e9d59cab9573fe16d57eacd85fcef1) AuthConfig (0bdce08143c3c961949a1307d60f721b87317cd1403b1c789ad7411ad355b193) AuthConfig (cf635f267fe006bd2ce7531f2f47d5b87c7df4a24839c85c1e209eb28ac07477) AuthConfig (9a1f64c01a1d68e270120d85a04a4937b37fd2c7a6829391cfabbe245561d2a5) AuthConfig (702a4b31121a86a7b48b6308dfe7ed57950e84d6860a034bac0fc7f4a8007abb) AuthConfig (d34fe8b8de7729061e909131cdb99ac4a6203f92a8447e3d62565ba2f5d0309b) AuthConfig (1c9681b9486e96b39457a5b2d3fb7e057011711a62de2917be7140c077a46ace) AuthConfig (2cef99f2fa4848d65b74cf2a853c6a90ac6ce6c1aebdea4ce779393ddd7b8904) AuthConfig (81b8b77989fa9bfe0f6560046a87a901251911c0011599c706036538726951b9) AuthConfig (cd564b6bc31e948b9b26c67832b7d793f4b324f1915b239a7c53314729fbaf0c) AuthConfig (2f0ff6bac13b5bcd2d46e3e4ee1b83a6590ab472418ca2bd2884c07700c4f598) AuthConfig (4f6eeb2f386ea4de8d77f6fd8c44c1c91e8139c028f5d97504c4b39fb8af84c1) AuthConfig (07c8332aa83fcca8a37064ee8aed5bc98312aad19436867a25fab46415351205) AuthConfig (b5f71ea20921051c069736f6cb07fd3999c1fc95ee95c71ef7934e6220d9cf37) AuthConfig (05be0e68ed9fc4f2608d766a32d42709f9f95d2e817c357a85cf1080aca78b60) AuthConfig (2f0bb3bb964936913691a5b3f4b5cb5739c17eeb4afab9d4c4625407d5c84cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9bbf018c-815c-43f5-8115-763fe171fee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.422739915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (718d91673110d1dbd78ddaaa87ed2fde6c5c4b444ce87049c447edc9843d4c95) AuthConfig (01a8cc052926f9cca99d097c05ba679020c09955deb69383baf180b52561f842) AuthConfig (1cb986bec698cad8ca3a0ee30eec5b5defb30baafc0675bf86ec3569142ca63e) AuthConfig (e5b91a6f674a80f3068fa1296246d8ee3ef4f86f5b1ca5989afadbd7519d86c7) AuthConfig (5ce864a2c83748b3c84a35c7d7bce1ae9c43fdbe52aedc505850205eb9558f0c) AuthConfig (7512b3ab21df065f3b6457bd7f2e81c3b6e2b28b3110b799a74212c32ed8fbaf) AuthConfig (0853b67a8e9ce29068c34b3ac2edcbcde6a63543bf7e75a173c4ea58163c6e40) AuthConfig (a4c4f1707feb89bf57af84313c656472930b6f6550e781b03e16c06200c8f3e7) AuthConfig (4d8ba1c16651bf245ce98df19592d6f81be38a67f246ae2a672ae1f7d7d421ed) AuthConfig (8a5bd8b86585aad9ce87c8e01bcc3e1b759624967942b09e04ce19eaca148e13) AuthConfig (c1f6929031893cf470431b8e2ad7a4bae1441a0157eda5eeadaca90dd07d1ce5) AuthConfig (6f4ee4c1828ad30a8a60c045c474239da12f5fa03fea03b862cb7199308b0454) AuthConfig (1ffaedcf1398626afdb90113963fee4ad9049b216083bcbb98c9e8d001569801) AuthConfig (d80723e8388036048bb637fe754f06097d26dafa5f0615fac3d9624407682c2d) AuthConfig (6a50cd48151e879aed7207a734cafe8ad3e9d59cab9573fe16d57eacd85fcef1) AuthConfig (0bdce08143c3c961949a1307d60f721b87317cd1403b1c789ad7411ad355b193) AuthConfig (cf635f267fe006bd2ce7531f2f47d5b87c7df4a24839c85c1e209eb28ac07477) AuthConfig (9a1f64c01a1d68e270120d85a04a4937b37fd2c7a6829391cfabbe245561d2a5) AuthConfig (702a4b31121a86a7b48b6308dfe7ed57950e84d6860a034bac0fc7f4a8007abb) AuthConfig (d34fe8b8de7729061e909131cdb99ac4a6203f92a8447e3d62565ba2f5d0309b) AuthConfig (1c9681b9486e96b39457a5b2d3fb7e057011711a62de2917be7140c077a46ace) AuthConfig (2cef99f2fa4848d65b74cf2a853c6a90ac6ce6c1aebdea4ce779393ddd7b8904) AuthConfig (81b8b77989fa9bfe0f6560046a87a901251911c0011599c706036538726951b9) AuthConfig (cd564b6bc31e948b9b26c67832b7d793f4b324f1915b239a7c53314729fbaf0c) AuthConfig (2f0ff6bac13b5bcd2d46e3e4ee1b83a6590ab472418ca2bd2884c07700c4f598) AuthConfig (4f6eeb2f386ea4de8d77f6fd8c44c1c91e8139c028f5d97504c4b39fb8af84c1) AuthConfig (07c8332aa83fcca8a37064ee8aed5bc98312aad19436867a25fab46415351205) AuthConfig (b5f71ea20921051c069736f6cb07fd3999c1fc95ee95c71ef7934e6220d9cf37) AuthConfig (05be0e68ed9fc4f2608d766a32d42709f9f95d2e817c357a85cf1080aca78b60) AuthConfig (2f0bb3bb964936913691a5b3f4b5cb5739c17eeb4afab9d4c4625407d5c84cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b3c733c8-fd30-4836-86ff-cddefcffd6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.441455657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"0c9c55c7-bc2b-45e2-a4a4-47372f593e62","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.442021635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"95874edf-c52c-4704-98dd-8b538de638a8","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.486618761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5087befd-36a0-42d8-aaf2-5f544971067a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.48734318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5c543e79-4552-4246-acff-e8db337eede8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.496211036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5c543e79-4552-4246-acff-e8db337eede8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.496832374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5087befd-36a0-42d8-aaf2-5f544971067a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.505109144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (718d91673110d1dbd78ddaaa87ed2fde6c5c4b444ce87049c447edc9843d4c95) AuthConfig (01a8cc052926f9cca99d097c05ba679020c09955deb69383baf180b52561f842) AuthConfig (1cb986bec698cad8ca3a0ee30eec5b5defb30baafc0675bf86ec3569142ca63e) AuthConfig (e5b91a6f674a80f3068fa1296246d8ee3ef4f86f5b1ca5989afadbd7519d86c7) AuthConfig (5ce864a2c83748b3c84a35c7d7bce1ae9c43fdbe52aedc505850205eb9558f0c) AuthConfig (7512b3ab21df065f3b6457bd7f2e81c3b6e2b28b3110b799a74212c32ed8fbaf) AuthConfig (0853b67a8e9ce29068c34b3ac2edcbcde6a63543bf7e75a173c4ea58163c6e40) AuthConfig (a4c4f1707feb89bf57af84313c656472930b6f6550e781b03e16c06200c8f3e7) AuthConfig (4d8ba1c16651bf245ce98df19592d6f81be38a67f246ae2a672ae1f7d7d421ed) AuthConfig (8a5bd8b86585aad9ce87c8e01bcc3e1b759624967942b09e04ce19eaca148e13) AuthConfig (c1f6929031893cf470431b8e2ad7a4bae1441a0157eda5eeadaca90dd07d1ce5) AuthConfig (6f4ee4c1828ad30a8a60c045c474239da12f5fa03fea03b862cb7199308b0454) AuthConfig (1ffaedcf1398626afdb90113963fee4ad9049b216083bcbb98c9e8d001569801) AuthConfig (d80723e8388036048bb637fe754f06097d26dafa5f0615fac3d9624407682c2d) AuthConfig (6a50cd48151e879aed7207a734cafe8ad3e9d59cab9573fe16d57eacd85fcef1) AuthConfig (0bdce08143c3c961949a1307d60f721b87317cd1403b1c789ad7411ad355b193) AuthConfig (cf635f267fe006bd2ce7531f2f47d5b87c7df4a24839c85c1e209eb28ac07477) AuthConfig (9a1f64c01a1d68e270120d85a04a4937b37fd2c7a6829391cfabbe245561d2a5) AuthConfig (702a4b31121a86a7b48b6308dfe7ed57950e84d6860a034bac0fc7f4a8007abb) AuthConfig (d34fe8b8de7729061e909131cdb99ac4a6203f92a8447e3d62565ba2f5d0309b) AuthConfig (1c9681b9486e96b39457a5b2d3fb7e057011711a62de2917be7140c077a46ace) AuthConfig (2cef99f2fa4848d65b74cf2a853c6a90ac6ce6c1aebdea4ce779393ddd7b8904) AuthConfig (81b8b77989fa9bfe0f6560046a87a901251911c0011599c706036538726951b9) AuthConfig (cd564b6bc31e948b9b26c67832b7d793f4b324f1915b239a7c53314729fbaf0c) AuthConfig (2f0ff6bac13b5bcd2d46e3e4ee1b83a6590ab472418ca2bd2884c07700c4f598) AuthConfig (4f6eeb2f386ea4de8d77f6fd8c44c1c91e8139c028f5d97504c4b39fb8af84c1) AuthConfig (07c8332aa83fcca8a37064ee8aed5bc98312aad19436867a25fab46415351205) AuthConfig (b5f71ea20921051c069736f6cb07fd3999c1fc95ee95c71ef7934e6220d9cf37) AuthConfig (05be0e68ed9fc4f2608d766a32d42709f9f95d2e817c357a85cf1080aca78b60) AuthConfig (2f0bb3bb964936913691a5b3f4b5cb5739c17eeb4afab9d4c4625407d5c84cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5c543e79-4552-4246-acff-e8db337eede8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.507500573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (718d91673110d1dbd78ddaaa87ed2fde6c5c4b444ce87049c447edc9843d4c95) AuthConfig (01a8cc052926f9cca99d097c05ba679020c09955deb69383baf180b52561f842) AuthConfig (1cb986bec698cad8ca3a0ee30eec5b5defb30baafc0675bf86ec3569142ca63e) AuthConfig (e5b91a6f674a80f3068fa1296246d8ee3ef4f86f5b1ca5989afadbd7519d86c7) AuthConfig (5ce864a2c83748b3c84a35c7d7bce1ae9c43fdbe52aedc505850205eb9558f0c) AuthConfig (7512b3ab21df065f3b6457bd7f2e81c3b6e2b28b3110b799a74212c32ed8fbaf) AuthConfig (0853b67a8e9ce29068c34b3ac2edcbcde6a63543bf7e75a173c4ea58163c6e40) AuthConfig (a4c4f1707feb89bf57af84313c656472930b6f6550e781b03e16c06200c8f3e7) AuthConfig (4d8ba1c16651bf245ce98df19592d6f81be38a67f246ae2a672ae1f7d7d421ed) AuthConfig (8a5bd8b86585aad9ce87c8e01bcc3e1b759624967942b09e04ce19eaca148e13) AuthConfig (c1f6929031893cf470431b8e2ad7a4bae1441a0157eda5eeadaca90dd07d1ce5) AuthConfig (6f4ee4c1828ad30a8a60c045c474239da12f5fa03fea03b862cb7199308b0454) AuthConfig (1ffaedcf1398626afdb90113963fee4ad9049b216083bcbb98c9e8d001569801) AuthConfig (d80723e8388036048bb637fe754f06097d26dafa5f0615fac3d9624407682c2d) AuthConfig (6a50cd48151e879aed7207a734cafe8ad3e9d59cab9573fe16d57eacd85fcef1) AuthConfig (0bdce08143c3c961949a1307d60f721b87317cd1403b1c789ad7411ad355b193) AuthConfig (cf635f267fe006bd2ce7531f2f47d5b87c7df4a24839c85c1e209eb28ac07477) AuthConfig (9a1f64c01a1d68e270120d85a04a4937b37fd2c7a6829391cfabbe245561d2a5) AuthConfig (702a4b31121a86a7b48b6308dfe7ed57950e84d6860a034bac0fc7f4a8007abb) AuthConfig (d34fe8b8de7729061e909131cdb99ac4a6203f92a8447e3d62565ba2f5d0309b) AuthConfig (1c9681b9486e96b39457a5b2d3fb7e057011711a62de2917be7140c077a46ace) AuthConfig (2cef99f2fa4848d65b74cf2a853c6a90ac6ce6c1aebdea4ce779393ddd7b8904) AuthConfig (81b8b77989fa9bfe0f6560046a87a901251911c0011599c706036538726951b9) AuthConfig (cd564b6bc31e948b9b26c67832b7d793f4b324f1915b239a7c53314729fbaf0c) AuthConfig (2f0ff6bac13b5bcd2d46e3e4ee1b83a6590ab472418ca2bd2884c07700c4f598) AuthConfig (4f6eeb2f386ea4de8d77f6fd8c44c1c91e8139c028f5d97504c4b39fb8af84c1) AuthConfig (07c8332aa83fcca8a37064ee8aed5bc98312aad19436867a25fab46415351205) AuthConfig (b5f71ea20921051c069736f6cb07fd3999c1fc95ee95c71ef7934e6220d9cf37) AuthConfig (05be0e68ed9fc4f2608d766a32d42709f9f95d2e817c357a85cf1080aca78b60) AuthConfig (2f0bb3bb964936913691a5b3f4b5cb5739c17eeb4afab9d4c4625407d5c84cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5087befd-36a0-42d8-aaf2-5f544971067a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:22.509461783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5c543e79-4552-4246-acff-e8db337eede8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.552437817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e6f7fa16-8dea-4f42-b5aa-5c989b688f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.562407775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e6f7fa16-8dea-4f42-b5aa-5c989b688f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:22.568696827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e78c33-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (718d91673110d1dbd78ddaaa87ed2fde6c5c4b444ce87049c447edc9843d4c95) AuthConfig (01a8cc052926f9cca99d097c05ba679020c09955deb69383baf180b52561f842) AuthConfig (1cb986bec698cad8ca3a0ee30eec5b5defb30baafc0675bf86ec3569142ca63e) AuthConfig (e5b91a6f674a80f3068fa1296246d8ee3ef4f86f5b1ca5989afadbd7519d86c7) AuthConfig (5ce864a2c83748b3c84a35c7d7bce1ae9c43fdbe52aedc505850205eb9558f0c) AuthConfig (7512b3ab21df065f3b6457bd7f2e81c3b6e2b28b3110b799a74212c32ed8fbaf) AuthConfig (0853b67a8e9ce29068c34b3ac2edcbcde6a63543bf7e75a173c4ea58163c6e40) AuthConfig (a4c4f1707feb89bf57af84313c656472930b6f6550e781b03e16c06200c8f3e7) AuthConfig (4d8ba1c16651bf245ce98df19592d6f81be38a67f246ae2a672ae1f7d7d421ed) AuthConfig (8a5bd8b86585aad9ce87c8e01bcc3e1b759624967942b09e04ce19eaca148e13) AuthConfig (c1f6929031893cf470431b8e2ad7a4bae1441a0157eda5eeadaca90dd07d1ce5) AuthConfig (6f4ee4c1828ad30a8a60c045c474239da12f5fa03fea03b862cb7199308b0454) AuthConfig (1ffaedcf1398626afdb90113963fee4ad9049b216083bcbb98c9e8d001569801) AuthConfig (d80723e8388036048bb637fe754f06097d26dafa5f0615fac3d9624407682c2d) AuthConfig (6a50cd48151e879aed7207a734cafe8ad3e9d59cab9573fe16d57eacd85fcef1) AuthConfig (0bdce08143c3c961949a1307d60f721b87317cd1403b1c789ad7411ad355b193) AuthConfig (cf635f267fe006bd2ce7531f2f47d5b87c7df4a24839c85c1e209eb28ac07477) AuthConfig (9a1f64c01a1d68e270120d85a04a4937b37fd2c7a6829391cfabbe245561d2a5) AuthConfig (702a4b31121a86a7b48b6308dfe7ed57950e84d6860a034bac0fc7f4a8007abb) AuthConfig (d34fe8b8de7729061e909131cdb99ac4a6203f92a8447e3d62565ba2f5d0309b) AuthConfig (1c9681b9486e96b39457a5b2d3fb7e057011711a62de2917be7140c077a46ace) AuthConfig (2cef99f2fa4848d65b74cf2a853c6a90ac6ce6c1aebdea4ce779393ddd7b8904) AuthConfig (81b8b77989fa9bfe0f6560046a87a901251911c0011599c706036538726951b9) AuthConfig (cd564b6bc31e948b9b26c67832b7d793f4b324f1915b239a7c53314729fbaf0c) AuthConfig (2f0ff6bac13b5bcd2d46e3e4ee1b83a6590ab472418ca2bd2884c07700c4f598) AuthConfig (4f6eeb2f386ea4de8d77f6fd8c44c1c91e8139c028f5d97504c4b39fb8af84c1) AuthConfig (07c8332aa83fcca8a37064ee8aed5bc98312aad19436867a25fab46415351205) AuthConfig (b5f71ea20921051c069736f6cb07fd3999c1fc95ee95c71ef7934e6220d9cf37) AuthConfig (05be0e68ed9fc4f2608d766a32d42709f9f95d2e817c357a85cf1080aca78b60) AuthConfig (2f0bb3bb964936913691a5b3f4b5cb5739c17eeb4afab9d4c4625407d5c84cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e6f7fa16-8dea-4f42-b5aa-5c989b688f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.428658436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"61644d56-b83c-4040-9ff0-1d33c920c71e","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.436079876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4806a4cb-b714-45b5-bd10-2b69e849f9a9","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.444779911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"3c90f4d7-e6e2-453f-841b-8d20b7ecff7e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.451590865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"3c90f4d7-e6e2-453f-841b-8d20b7ecff7e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.47337258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"c0da6383-8ead-4767-ae45-5c1d9fcfe4de","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.545725099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"0b9987df-279b-4aab-8b30-0769cae8d7ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.553548649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"0b9987df-279b-4aab-8b30-0769cae8d7ce","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:25.762745119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-sub","reconcileID":"84cb6a78-d2c5-4de0-8e78-66688ad591ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.765502504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b4b8873-307f-4f3c-a2c2-76e619ece6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.765716806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b0c3da5a-8f5e-4a38-b90c-b0083f98aca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.765814057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"d3d3ffda-4926-4523-aeb8-9eda4815e830","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.766592614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"8253b05e-6fd8-4438-a767-562ae8e1c4bb","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.772499907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b0c3da5a-8f5e-4a38-b90c-b0083f98aca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.77336668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"d3d3ffda-4926-4523-aeb8-9eda4815e830","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.77521071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b4b8873-307f-4f3c-a2c2-76e619ece6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.862112336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"e4d79544-0acd-42bb-8475-b3da9c230ae7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.862187392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1718a540-6b46-422e-b511-70b7a4bfd380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.869391254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"e4d79544-0acd-42bb-8475-b3da9c230ae7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.869441728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1718a540-6b46-422e-b511-70b7a4bfd380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.963567727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eb9b230b-4e51-453e-b2e7-2ffdc6bb343c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:25.973311274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eb9b230b-4e51-453e-b2e7-2ffdc6bb343c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.323985735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"415fa087-0cd7-4d89-a705-dce62368408c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.324448998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"4d68dc99-31d9-48da-a446-7b462c84d057","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.325279643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ce7b884e-8625-458f-b69c-cb6d57e64c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.385502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ce7b884e-8625-458f-b69c-cb6d57e64c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.385829684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"415fa087-0cd7-4d89-a705-dce62368408c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:26.390190515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"4d68dc99-31d9-48da-a446-7b462c84d057","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.081145459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"5f96ee94-2022-4a8a-9183-85eedc216dac","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.08832765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"6bd7c13e-69a0-4289-a28b-71e0d76e3cfe","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.096521535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"ce935a98-7100-4c98-a078-3653c62617e1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.103678907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"ce935a98-7100-4c98-a078-3653c62617e1","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.175593488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b39152bc-a3cf-4ba0-b471-50b7e3739dda","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.197945687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"6931cd8c-517f-4892-b0c3-1113213cbca0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.204867398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"6931cd8c-517f-4892-b0c3-1113213cbca0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.254503086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"d50618f8-8483-43d6-9e34-2cf9a38e75f0","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.262664676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"8a9f1e15-e544-4a93-8363-e124872e37b5","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:27.264050212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f","reconcileID":"ce45601d-82d8-49c6-ae12-11da48909560","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-b9a4913f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.282943253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"4e7fb8b1-f0ab-445b-9bb5-63e5242aba90","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.289949953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"d5451b3b-0e39-4c81-be2d-550035dfd2ae","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.297118439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ecf7a69e-c04b-4555-9404-22088475748a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.297235838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4f036077-5d3c-4511-bf1a-83b5127624ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.304354357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4f036077-5d3c-4511-bf1a-83b5127624ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.304469379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ecf7a69e-c04b-4555-9404-22088475748a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.311329512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f","reconcileID":"709fdd2c-58f9-4e85-9b6b-4201538835fd","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/e2e-bulk-sub-b9a4913f","ai-tenant-e2e-worker-w0-f78621/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.328663784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"d2da72f2-64e8-40aa-aa29-a7bc9b4aeba1","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:27.365695505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"6931cd8c-517f-4892-b0c3-1113213cbca0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-b9a4913f-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.398504639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"da56c077-3a2e-4330-a144-128e79e1ae0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.398608887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"5b593e28-357e-44fc-8ff7-ce7ad9d30295","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.39887858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a29426d3-6af6-4c44-a454-6b354e9c11e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.403360379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4ee9a952-952a-45e7-b698-35d7747897e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.403755044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f","reconcileID":"26215e0b-66a6-4057-8edb-5c56070e59c9","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.40561221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"da56c077-3a2e-4330-a144-128e79e1ae0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.406012244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"5b593e28-357e-44fc-8ff7-ce7ad9d30295","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.4078157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a29426d3-6af6-4c44-a454-6b354e9c11e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.937176222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234","reconcileID":"32f341ec-f3b4-444c-86cf-136cfab42f85","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscription":"e2e-combo-sub-20bb0234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.956433136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234","reconcileID":"32f341ec-f3b4-444c-86cf-136cfab42f85","MaaSSubscription":{"name":"e2e-combo-sub-20bb0234","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.969691448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"05db2a8f-02e2-4b36-934e-291905367772","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.975360773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ce29e3f6-fbec-4f38-bf65-766cff85e01a","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.984577949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b419c08a-97f3-41da-bc87-fa8060ff7f63","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.986403658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fea36653-933a-456e-82c0-9decf5247501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.986505359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"653e96bf-6ae4-4542-ba18-cc05a7578227","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.986717924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"491c65a4-aa33-48a0-bcfc-523303ba03f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.993403796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"653e96bf-6ae4-4542-ba18-cc05a7578227","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.993749425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fea36653-933a-456e-82c0-9decf5247501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:27.995589729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"491c65a4-aa33-48a0-bcfc-523303ba03f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.66440108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"8952ca24-9671-42cc-94f9-d77f99b9fb7d","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.673071183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"71a04b6b-4b05-4570-abe4-15725e84de49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.673071185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"2b7f44c9-8956-4260-bfc5-ddc03fa7019e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.676240328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4085ff77-1caf-4830-bda3-2434aef42951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.681777972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"2b7f44c9-8956-4260-bfc5-ddc03fa7019e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.681799424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"71a04b6b-4b05-4570-abe4-15725e84de49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:28.684468231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4085ff77-1caf-4830-bda3-2434aef42951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.170694996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0ddbc083-462e-4aa4-a882-8789fd65b251","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.182021275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1e60f2bd-3643-44d6-84e0-03282007a392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.182252065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"eeea8c93-f8fe-4d5c-a15c-4acbea191729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.182333265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"8023c4bf-2e25-4204-aaa2-5c18a74c6451","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.189117351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1e60f2bd-3643-44d6-84e0-03282007a392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.189326262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"eeea8c93-f8fe-4d5c-a15c-4acbea191729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:29.191403588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"8023c4bf-2e25-4204-aaa2-5c18a74c6451","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.520499106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c542c1c7-8be5-4b51-ba6b-040f6805d3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.52701132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c542c1c7-8be5-4b51-ba6b-040f6805d3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.548862575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"9545ab84-a730-4b5f-bc10-4b5fd0640b0a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.620112738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fd3ad97-aa1c-4f70-b89f-6a9e859d1e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.627189145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fd3ad97-aa1c-4f70-b89f-6a9e859d1e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:32.646602867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"50144f11-ad00-40a7-af49-09f67837ed9f","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.596462789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"f2919972-469c-42eb-8853-c2390e787253","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.672778426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"0561e52f-9eea-4c94-9273-7f14ecfca1c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.687981538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"ce62930a-d2ba-4d43-9b5a-63561bf10fd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.770772146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"6740f659-c9f2-4b4b-b69b-9558479837bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.77404424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"80743897-98ec-40e7-b112-6734b9509d51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.774191758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7985fa2b-4dc4-477e-a1f4-94afe9192024","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.77447168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"0ff6bdb8-6ef8-4acd-b020-89007c8fc7ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.787139455Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"bfe92eb2-0659-49cf-9a8e-3323f6adc379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.865162488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"0f96ea64-caa9-4924-bb78-e9b09094d1e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.86555399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"3981a7f7-6101-4245-8e95-e4b14080d4df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.866062383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"a94352c7-11a0-4a41-92e4-2092cfd957dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.866187765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"707c7c51-60c7-49a8-b74d-185f898644eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.866487867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12f2b7f9-5a98-40df-826f-8aefae63abd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:35.966324411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"5d19c667-53b3-487d-9078-968a33cb8910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.327817545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-sub","reconcileID":"a15f5f01-a80a-453d-b0f1-2c297728c1c0","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.32797078Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-sub","reconcileID":"a15f5f01-a80a-453d-b0f1-2c297728c1c0","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-b1c6f6/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.400007126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f4f3737-88e1-4ff1-9299-3787e48e00d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.400067465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"eb114324-f422-4379-aeaa-5ee1756ed8d7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.400336056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"49ac0549-e377-4641-831c-f120f84280be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.410391375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"eb114324-f422-4379-aeaa-5ee1756ed8d7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.413150695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f4f3737-88e1-4ff1-9299-3787e48e00d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.413211846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"49ac0549-e377-4641-831c-f120f84280be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.533965312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-apikey-failed-auth","reconcileID":"e0e45618-5f3c-4f42-a3a9-959f2305efa8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.534068147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"74e4a823-7b01-4767-8dd6-3211e7b51a02","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:36.54655625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"6396103e-e7c4-4e82-ba2a-db331141da68","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.499140226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"f6842ef0-689a-48ea-a5d6-4066219b6f8f","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.505897189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"f9d66dc5-7ec5-4653-9046-1be4e5589d02","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.515440905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"fd3e2c84-4afd-43ec-a817-6f5707f003e1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.523058962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"fd3e2c84-4afd-43ec-a817-6f5707f003e1","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.54322013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4d7e7484-4a0b-4fb6-88ec-cc0637b82426","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.61496877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"a3eda99d-bfd1-4c20-af4e-bb8c4e6ec39e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.62182643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"a3eda99d-bfd1-4c20-af4e-bb8c4e6ec39e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.687798629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"418553ce-abf8-4453-b04c-7720f2f3dbd2","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.696564665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5757efad-4e20-4f27-928e-41aa5b77687b","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:37.700220558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"01862ae9-b3a8-44ba-9bd5-225cb0d940d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-581c5467\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.715804909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"08b1e7b1-a251-44cd-845d-8bd67af0a368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.715835497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"c683edfb-be9e-411a-948e-505ae2a048d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.71620019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f5961335-5dce-4e83-89c9-89a8a071ac84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.716664431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"1454b9a8-a61b-4423-8803-a726ecd830b7","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.723148519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"c683edfb-be9e-411a-948e-505ae2a048d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.725679881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f5961335-5dce-4e83-89c9-89a8a071ac84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.781477183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5a4db25f-984d-4428-b89b-0152b9c0621c","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.783091719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"08b1e7b1-a251-44cd-845d-8bd67af0a368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.803262102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"1a6f2fed-95e8-4a2b-a297-547275077f87","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-a-581c5467","ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.815272753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"418303a3-c32b-4fd3-bbe1-f7f01c899f8a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.815464848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2511ff02-d417-4987-956e-0643bb37d6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.815756905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d11d469d-2919-493b-af9a-0274a76df510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.822285411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"418303a3-c32b-4fd3-bbe1-f7f01c899f8a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.82259699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d11d469d-2919-493b-af9a-0274a76df510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.822878104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"fd976f53-3640-4928-9e5b-a6a77b71354a","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.82478975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2511ff02-d417-4987-956e-0643bb37d6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.897170002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"98fb5c84-0b06-4e13-907f-8517b9637394","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:37.897420621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"fff2f76a-55f9-411f-8f85-54875138c70c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.005275369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"727131f5-7d05-4844-9321-e63fdba513c4","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.010647934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4ead1dce-89e3-4d93-8818-a8f0ae0724e8","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.023151308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"8555167a-09dd-4058-909f-fafe5b5c97db","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.030249283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"8555167a-09dd-4058-909f-fafe5b5c97db","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.050434059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"474088f1-a871-4a5b-9163-34b686bd58b6","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.122014986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"13b2aafc-2239-4b1a-b037-e0715e67f2e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.126221616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f38c23be-4381-4a5b-8b7e-4a44bedeae8d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.126225239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-combo-sub-20bb0234-auth","reconcileID":"f4ca1e03-25ef-4e4b-9ac0-2ada4375ca40","MaaSAuthPolicy":{"name":"e2e-combo-sub-20bb0234-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.129349898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"13b2aafc-2239-4b1a-b037-e0715e67f2e4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.152553209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"97a98898-a47e-48d2-a8fb-0c89d09ed870","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.177457672Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-a-581c5467 ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.177662705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4d4f4752-50bc-43f5-a66b-f7179e2c4980","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.185891066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"279c2901-4f69-45c9-afa7-9ac924e419c1","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.188100355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"8d89a1b7-c0a8-4e74-a864-f943f230f433","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:38.193456583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-ce268ba1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.194262316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"e4dcfb82-32eb-4dad-847c-4604717c71ad","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.217107776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1","reconcileID":"33f75de0-0b9c-4bfa-88fb-404f964dc8f7","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-a-581c5467","ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1","ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.222125766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b5b712aa-2672-492d-a84d-9858a9f02f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.222438103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"d2459569-4fa7-45dc-b8b6-4d4b0a7f5b98","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.222730112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb184fcd-daf6-4f3d-9e2c-6e82bec49837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.223033531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"f43d1155-792a-4786-a296-c103d436a069","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.23188419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"f43d1155-792a-4786-a296-c103d436a069","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.232031276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"d2459569-4fa7-45dc-b8b6-4d4b0a7f5b98","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.234604449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb184fcd-daf6-4f3d-9e2c-6e82bec49837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.234968744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b5b712aa-2672-492d-a84d-9858a9f02f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.238359694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"26d5b124-38d5-44ec-a470-474bf1f73ced","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.308233123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"001b0b58-9698-46c4-a463-3fa8c452401c","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.308286562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1","reconcileID":"e02af7a0-e97b-4c6e-b9b8-2329e25c8b66","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.308791876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"0318b4e2-0615-4048-a2f8-5ece41a7ca4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.322184933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ed891816-d60b-4092-b62e-2df09bab8985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.323174888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1137bda1-17c1-4ab2-a8dd-e3cae576e4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.323820616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"d6957e66-315f-48b7-a198-7b3a36339cf4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.324405139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"af37e72c-cdc0-49e5-ab13-cd1f6b89cf67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.330137363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ed891816-d60b-4092-b62e-2df09bab8985","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.33175097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1137bda1-17c1-4ab2-a8dd-e3cae576e4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.335639606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"d6957e66-315f-48b7-a198-7b3a36339cf4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.336431471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"af37e72c-cdc0-49e5-ab13-cd1f6b89cf67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.683339515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f","reconcileID":"675676bd-e8ea-411a-ba72-9956db9be47c","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscription":"e2e-bulk-sub-b9a4913f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.699078197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f","reconcileID":"675676bd-e8ea-411a-ba72-9956db9be47c","MaaSSubscription":{"name":"e2e-bulk-sub-b9a4913f","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.727019078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-a-581c5467 ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.727330918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"5ff88f42-f16c-4dd1-9345-e6f8575f0479","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.735964824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"09b08e3a-d983-41f2-aece-da35b1cf720b","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.73818211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"6fa81b50-f7fb-44aa-8b50-9be284489108","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.738194723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d811ee58-cafa-43d5-86c3-78a194139989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.738564992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ad9bdda1-ec1d-4318-89f1-43143281ecc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.745932341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ad9bdda1-ec1d-4318-89f1-43143281ecc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.781249731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d811ee58-cafa-43d5-86c3-78a194139989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.78288857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"6fa81b50-f7fb-44aa-8b50-9be284489108","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.87339534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-bulk-sub-b9a4913f-auth","reconcileID":"cd824cd3-c80e-42be-a7a8-2f56c9d438c9","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b9a4913f-auth","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.873476816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f6b2446e-4f9e-4958-ba92-49e777f9bf68","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:38.895102721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f26ff3ec-dc96-4e23-8b6f-fbcd277a7d6c","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.192375424Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-sub","reconcileID":"6fc38cf2-ec70-4744-97a2-f80a63ecf128","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.202266951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-sub","reconcileID":"6fc38cf2-ec70-4744-97a2-f80a63ecf128","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.221785439Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-a-581c5467 ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.222149058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"713cca67-3183-4507-83cf-282dc0b06aab","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.230115907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"35114194-1411-43e4-819f-a9c14da249f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.230467203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6fe16a2f-9722-4a12-aab5-6c8c0884aed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.230473157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3a33f33d-159d-42db-a977-bcd523b5d59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.237533901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"35114194-1411-43e4-819f-a9c14da249f8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.239639807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6fe16a2f-9722-4a12-aab5-6c8c0884aed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.282280803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3a33f33d-159d-42db-a977-bcd523b5d59f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.387084034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-active-auth","reconcileID":"74531254-13ba-4cef-9179-ddb67f71994d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.38710706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4dc4f5fe-b9c2-41e0-bbfb-d07fde7a01dc","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.404225531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1b2a8dbb-223b-4cd8-affd-35e78e8978f2","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.723477124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"415aeb90-d893-4bfc-8073-ed9cff50ea9f","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.737300732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"c75b8caf-6322-48d5-a4da-8c69b78e87b7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.737543823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"7e4dd622-abdb-4c65-ad57-d69153807cbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.737626106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"40b2eade-0a6a-4b06-8365-deefbcf9bc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.737303524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7205941d-96f6-4ef5-880c-9d0a33d4ba0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.745172849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"40b2eade-0a6a-4b06-8365-deefbcf9bc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.745194169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"c75b8caf-6322-48d5-a4da-8c69b78e87b7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.748815429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"7e4dd622-abdb-4c65-ad57-d69153807cbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:39.748815431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7205941d-96f6-4ef5-880c-9d0a33d4ba0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.453171302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fe39718e-1cca-4dac-b13c-bdbebef26d0a","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.458569788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"c80f7393-5d20-49ac-ae18-168463b8c0cd","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.467057778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"8cb1f0ac-5e73-4976-8fed-7549e4b66f32","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.473742228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"8cb1f0ac-5e73-4976-8fed-7549e4b66f32","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.492373335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"80c7c20f-71f3-4103-aaf6-bb062068c860","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.567269535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"fec97276-befc-4128-b90d-965cc511d3cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.574421479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"fec97276-befc-4128-b90d-965cc511d3cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.682509243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0ede86d0-3116-4ec4-949e-e6ccdb614483","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.689970814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"bf685b30-386a-4523-8a2e-9eed9d54f8e5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:40.691369988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"5b12a75a-54ed-4687-b70c-0af673f10e88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.693639462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"ad874673-f1f8-4d03-8c24-f167b014e1d9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.693993384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"46eb2fd8-2ef8-41dc-9d47-0c7fa6eae263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.694262912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c386df22-4901-43d9-890a-f6a574d8a4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.699078425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"63e49f92-9fdd-4217-af97-e7fc531f78eb","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.703364704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"ad874673-f1f8-4d03-8c24-f167b014e1d9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.705494743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"46eb2fd8-2ef8-41dc-9d47-0c7fa6eae263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.706746122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c386df22-4901-43d9-890a-f6a574d8a4ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.707254558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"71460847-44bc-42ea-8f5c-058d796e7bdb","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.714589694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dfd53d5d-19e8-4813-bb3f-93bbca381360","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.735183514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"546f2144-c474-4ca0-841d-df95b2a8f7ff","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.735333682Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"546f2144-c474-4ca0-841d-df95b2a8f7ff","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.798507395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"91476821-1dac-4a73-bd54-f2bddb028e9d","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.81871637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c0599d53-d200-4ada-a3aa-ec983f0eb301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.819145818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"130708e4-db51-4247-a148-a7b4f30a44ac","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.824053886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84145d7d-3053-4278-890d-b8bf6be73a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.830879655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"130708e4-db51-4247-a148-a7b4f30a44ac","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.831112665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c0599d53-d200-4ada-a3aa-ec983f0eb301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.836575078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84145d7d-3053-4278-890d-b8bf6be73a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.837527546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"2dcee3b8-c0df-4dd1-8723-fca2794fdddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.838139904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"36a78b62-69b8-4d6e-9fdf-68131668a140","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:40.838289871Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"36a78b62-69b8-4d6e-9fdf-68131668a140","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.873843682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"d77dba9c-a340-4952-b8e2-38f8b4064502","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.882062698Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"6a87e9d2-b769-4b74-b621-20843fd63e5a","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.884540746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7fdebc-5ca9-4808-9f06-55c813b78a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.884629967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b58eaa5d-e982-4fc0-860c-281129ac366c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.884856488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2e306476-0002-46c2-8863-7c05d9abcb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.884958078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b16266ad-15e9-4894-91e2-16114cc6bc5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.88588339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"320fd4b6-57a2-49cf-8ec5-d05c0fecf802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.89321299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e7fdebc-5ca9-4808-9f06-55c813b78a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.89331113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"320fd4b6-57a2-49cf-8ec5-d05c0fecf802","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.895663821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b58eaa5d-e982-4fc0-860c-281129ac366c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.89567014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2e306476-0002-46c2-8863-7c05d9abcb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.897872173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b16266ad-15e9-4894-91e2-16114cc6bc5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.910783672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bf663421-7960-4cb7-810d-12c433d86203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.910861222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f22fdd2e-6f82-4d82-b3ec-111eb6764fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.912301123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"042ffbfa-9325-452a-bcc5-2b7951ae0ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.912548764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1505cc3-5897-40f4-8da1-b13d0d7b5ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.914055144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"3841116b-db7b-48f0-b6d1-49248c4ee69c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.918192804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f22fdd2e-6f82-4d82-b3ec-111eb6764fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.91833376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bf663421-7960-4cb7-810d-12c433d86203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.920606409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"042ffbfa-9325-452a-bcc5-2b7951ae0ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.920693973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1505cc3-5897-40f4-8da1-b13d0d7b5ad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:42.922856609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"3841116b-db7b-48f0-b6d1-49248c4ee69c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.013142118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"97b736f7-ee9f-4f67-bb9d-e294617ac447","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.013245024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6d29857-e58f-40db-8216-3a3be3cb83c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.013540421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"4de22640-7e78-44a8-a906-7a44486d7bec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.013798975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f9910159-725c-49c0-a571-f2ff6c5e6bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.013987196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6554b5e0-696e-4082-bedc-4508ab94a2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.020157084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"97b736f7-ee9f-4f67-bb9d-e294617ac447","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.020753793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"4de22640-7e78-44a8-a906-7a44486d7bec","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.022630298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f9910159-725c-49c0-a571-f2ff6c5e6bfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.022876607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6d29857-e58f-40db-8216-3a3be3cb83c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.025112324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6554b5e0-696e-4082-bedc-4508ab94a2fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.061105667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"09cf7650-15d9-4cd1-b149-b96304820264","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"name":"e2e-rt-sw-5bac6a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.114263513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e4d9ce6f-4e84-4903-a836-bae3de10c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.114433521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"872ac0e8-08b6-4f11-8413-1cbb81bea7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.114651162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3b0a7da0-6fbc-48ba-af5b-f210f76c8956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.114761042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6c132575-3461-4ff2-a6f2-088f519398ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.114272354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49f13a46-eeb8-42e9-bd28-2d3442cffa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.115458057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"f71e02af-aa51-4f10-9cc7-b08c4a9cdc2b","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"name":"e2e-rt-sw-5bac6a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119040708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"392371d4-1462-4647-8bef-dce171fd2ab0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119056772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"392371d4-1462-4647-8bef-dce171fd2ab0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119273249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b198c5c8-2d3d-46cf-ba99-ff5851e1fe17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119283473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b198c5c8-2d3d-46cf-ba99-ff5851e1fe17","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119479904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e69433b-cb34-45f2-8e85-e6685af7ccda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119491916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e69433b-cb34-45f2-8e85-e6685af7ccda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119703919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3173b82d-6e36-4bbe-b8f3-3d424ddaf497","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119714674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3173b82d-6e36-4bbe-b8f3-3d424ddaf497","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119960458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4014800b-076c-47ec-bf8f-f3a195d05124","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.119972692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4014800b-076c-47ec-bf8f-f3a195d05124","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120208048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8eb2e3e4-10f6-411d-b948-17a4826b1bf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120223579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8eb2e3e4-10f6-411d-b948-17a4826b1bf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120485687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc9d2d2-fe8e-422a-bc94-13b0bf781530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120501861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bc9d2d2-fe8e-422a-bc94-13b0bf781530","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120954417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e1a9da4-8999-4395-a587-9909d15eb1e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.120971529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e1a9da4-8999-4395-a587-9909d15eb1e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.123601832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"872ac0e8-08b6-4f11-8413-1cbb81bea7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.123746058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49f13a46-eeb8-42e9-bd28-2d3442cffa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.127264389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6c132575-3461-4ff2-a6f2-088f519398ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.127425688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e4d9ce6f-4e84-4903-a836-bae3de10c9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.13061488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3b0a7da0-6fbc-48ba-af5b-f210f76c8956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.135127292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"8cc509d4-f02e-4745-928f-be6a85458cb0","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"name":"e2e-rt-sw-5bac6a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.138640462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5eef41e3-7b1c-48cc-a3cc-81a1f95601d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.138690761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3165bfec-f17e-4316-a4f0-de6e850f8421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.141691749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ea189bd-fe8f-4c83-a7c2-85e1551f939b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.141719798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ea189bd-fe8f-4c83-a7c2-85e1551f939b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142165443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3798bb5-7198-4189-ada4-ef4462fd7281","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142183375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3798bb5-7198-4189-ada4-ef4462fd7281","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142515518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40d5458d-e4e6-401f-8be9-49c720a54093","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142582144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40d5458d-e4e6-401f-8be9-49c720a54093","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142975968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd177f5f-57f0-4713-b3e8-0432a4953c68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.142993866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd177f5f-57f0-4713-b3e8-0432a4953c68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.143341171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c408957-59bb-4350-91ea-580989be1ec2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.143356011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c408957-59bb-4350-91ea-580989be1ec2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.144407582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49e4960e-a3c8-45e9-9c7c-750791ce7784","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.144426728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49e4960e-a3c8-45e9-9c7c-750791ce7784","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.14566661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd6f7018-2c3f-440d-ab4e-93ea2588b231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.145694233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd6f7018-2c3f-440d-ab4e-93ea2588b231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.147515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd59d25d-8e48-41af-8e87-7ee48a065dad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.14753256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd59d25d-8e48-41af-8e87-7ee48a065dad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.262563642Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"3da93761-10ce-4a65-970f-bfad1c3cf204","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.267838906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4aacdf1f-f52a-4696-86bc-bebf9f765ec0","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.267860886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4aacdf1f-f52a-4696-86bc-bebf9f765ec0","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.310713485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a0756964-cf04-4aa9-85cf-43d177083392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.310767194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5212e5cf-48c2-49c0-a82a-17c61f808ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.311182686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"ef55701b-4c57-4ff8-a037-05b37d6e6524","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.311244813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"049728cf-1953-43f2-b564-c04594ec3518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.311491664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"2dee8422-7800-41c8-804d-6f485f354477","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.318252503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a0756964-cf04-4aa9-85cf-43d177083392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.320091682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"ef55701b-4c57-4ff8-a037-05b37d6e6524","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.3209484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5212e5cf-48c2-49c0-a82a-17c61f808ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.323460978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"049728cf-1953-43f2-b564-c04594ec3518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.323686214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"2dee8422-7800-41c8-804d-6f485f354477","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.410970281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0eb045c1-23db-4de8-8a3a-5ad083effe90","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.553586191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c92dfb96-00ae-49d1-b662-3c16f45bb4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.554129521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fb65432-4581-4faa-999b-8c4d2be3cc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.554716823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"363d0d56-0cec-4ad8-86c0-003f5fd27940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.555204069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e7d1c78f-cdf3-4511-a874-95d1e44de96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.555692044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b1abecf6-6251-4a53-9d66-1733a6a60167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.561726748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fb65432-4581-4faa-999b-8c4d2be3cc6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.564413027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c92dfb96-00ae-49d1-b662-3c16f45bb4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.566877812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e7d1c78f-cdf3-4511-a874-95d1e44de96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.583504644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"363d0d56-0cec-4ad8-86c0-003f5fd27940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.585727938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b1abecf6-6251-4a53-9d66-1733a6a60167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.685595253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"972c4835-075a-410d-8651-e30f247d73bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.686421906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"63a56345-9b51-492c-9a81-d2700eecc842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.686974702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c3520979-1d93-4a68-862c-49693756f991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.68707106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"531ee546-e49a-4188-859f-32ce98a52714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.689681708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"201ae194-083b-4d56-9dd1-6c5bd3a9f2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.693653133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"63a56345-9b51-492c-9a81-d2700eecc842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.695878013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"972c4835-075a-410d-8651-e30f247d73bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.698446298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c3520979-1d93-4a68-862c-49693756f991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.700824822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"531ee546-e49a-4188-859f-32ce98a52714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.701541419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"201ae194-083b-4d56-9dd1-6c5bd3a9f2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.813153921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"454bdaec-84d4-4e86-b1c5-af64ffdcf748","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:43.820468106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"454bdaec-84d4-4e86-b1c5-af64ffdcf748","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:47.423483314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.779254874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"59a3a530-5d88-4a48-b7db-f5eb85cf7849","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.779278928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"59a3a530-5d88-4a48-b7db-f5eb85cf7849","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.786244762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"9a25505e-c6a4-4dfb-9255-e52e486d0a25","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.786267856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"9a25505e-c6a4-4dfb-9255-e52e486d0a25","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.792427468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"bbbabebc-333c-4858-b0ca-8d70a940f852","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.801041894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"bbbabebc-333c-4858-b0ca-8d70a940f852","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.854510903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"0227f481-8085-45cb-bc1f-47224e8ab894","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:48.854535529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"0227f481-8085-45cb-bc1f-47224e8ab894","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.128066864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"9411be68-cc44-4bbe-9db3-2d0f272a9d5c","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.128090395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"9411be68-cc44-4bbe-9db3-2d0f272a9d5c","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:49.132766312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"947bb13c-9a98-4644-81d4-5fb4bba1ffdf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-5bac6a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.141734789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbc377fd-ef7e-40fc-99bc-0a4ebadf822a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.141768506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"e49fbc45-6ca1-4174-b596-14dd27ff4622","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.142252659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eec5872-a963-4fdc-980f-ecb2a464423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.145646303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"e97ea478-be46-4a8b-9725-cf95dc7a6c74","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.145664163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"e97ea478-be46-4a8b-9725-cf95dc7a6c74","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.14894189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbc377fd-ef7e-40fc-99bc-0a4ebadf822a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.149219082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eec5872-a963-4fdc-980f-ecb2a464423e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.151380751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"e49fbc45-6ca1-4174-b596-14dd27ff4622","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:49.155452395Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"e97ea478-be46-4a8b-9725-cf95dc7a6c74","name":"e2e-rt-sw-5bac6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-5bac6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:42:49.155498489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"e97ea478-be46-4a8b-9725-cf95dc7a6c74","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-5bac6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.16096157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"03c0de6c-ff64-4918-8b76-47e9f32ea3f9","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.160979368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"03c0de6c-ff64-4918-8b76-47e9f32ea3f9","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.175193247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"1f286e70-28c3-41a7-bd82-eb451a4914ff","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"e2e-rt-sw-5bac6a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-5bac6a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.199422399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"784d1c59-4d1e-4244-94b9-e5a44e27e5fd","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.199448392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"784d1c59-4d1e-4244-94b9-e5a44e27e5fd","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.236708305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16aa70cb-75fe-4fd3-b8a8-7ee3231adae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.243688173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16aa70cb-75fe-4fd3-b8a8-7ee3231adae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.266117307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0502a4-71cf-4efc-ae97-f94692993bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.27463458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d0502a4-71cf-4efc-ae97-f94692993bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.276239858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"d6d4e276-95d0-4334-b4be-49e5cc806ab4","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.276911459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"365c5298-4285-46d2-8fb2-ea47263497a5","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.291716778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"d6d4e276-95d0-4334-b4be-49e5cc806ab4","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.740606855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"22cc0dec-0151-4451-87f8-9b142fd15d82","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscription":"e2e-filter-sub-a-581c5467","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.758233232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467","reconcileID":"22cc0dec-0151-4451-87f8-9b142fd15d82","MaaSSubscription":{"name":"e2e-filter-sub-a-581c5467","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-filter-sub-b-ce268ba1","ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.77257425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1","reconcileID":"aa32279a-ed58-431a-b55a-0e6a47d3b346","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.772707756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"677f7d6d-47ae-43b5-91e0-1eb6113727f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.874582083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"f3772dab-25f1-4773-a659-c46fc3808e13","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.885276275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eace5e56-10c7-4f43-bdcd-2038b4a6d905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.886576138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"778719de-b53a-4efa-b99c-48e3219c6e04","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.886733792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"4a028d20-cedf-488a-9a91-de73c37e7e66","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.887014397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"81adfb01-683b-420e-a641-bb7957075a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.89654936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"81adfb01-683b-420e-a641-bb7957075a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.896985812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"778719de-b53a-4efa-b99c-48e3219c6e04","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.900111012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"4a028d20-cedf-488a-9a91-de73c37e7e66","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:49.900294277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eace5e56-10c7-4f43-bdcd-2038b4a6d905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.029475644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"96cd1086-30d8-460d-9826-c09139da6b8e","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.094975696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fce3637a-93ea-4b95-9603-7f97417d4a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.095549038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"b22e6330-4374-4ed4-8846-b1e60ed45079","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.09604586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"18eae7c3-fcde-4229-b2df-53f7aa721607","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.096483927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0b96e09a-ea3a-4f22-9bcf-64cca2c81837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.103296617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fce3637a-93ea-4b95-9603-7f97417d4a99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.106204012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"b22e6330-4374-4ed4-8846-b1e60ed45079","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.183210232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0b96e09a-ea3a-4f22-9bcf-64cca2c81837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.184052515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"18eae7c3-fcde-4229-b2df-53f7aa721607","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.328363385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"4961478d-592c-4035-b96d-a3f1de3a5278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.435288711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"39f87670-755c-4722-a9cb-0de1476f75c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.435761526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"5590451c-20f0-4e7a-8174-11e3f455631c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.43628006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"f4864fdf-1b13-4145-843d-d72f43eae4cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.436595308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"66705065-4178-4231-979b-38f9ff7b543c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.450967431Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"9f3a2cd3-5d45-42e1-bf40-1b70096f32e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.568769627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb3537a7-bfd0-4126-a4b7-354ddb7b6ea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.570561542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"e94a4487-f078-4b3c-ab60-6038ad3cb201","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.574995118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"e6cfa1b7-8a8d-43eb-8cb6-41f8844e7d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.575419655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"b71e9a4e-8747-46bf-a864-ea86dbbaba7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.581946513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"1ee76808-d5f0-473c-ae73-47d52450e742","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.582414657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73ea52df-e165-4af5-8e3c-f4afa0a73187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.584482085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69d8c117-1e18-43e2-b18f-9644f5b3d8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.591256185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73ea52df-e165-4af5-8e3c-f4afa0a73187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.594802771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"1ee76808-d5f0-473c-ae73-47d52450e742","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.596283616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69d8c117-1e18-43e2-b18f-9644f5b3d8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.633455844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e135d0a6-724d-4f09-a9a3-9fa03be000f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:50.633774991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"f8e805f2-5bad-4c85-bae0-efd310dfeed9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.451282233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"dfa0af1d-ef4b-4090-93c8-e85704a913d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.496114672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"dfa0af1d-ef4b-4090-93c8-e85704a913d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.496143558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"dfa0af1d-ef4b-4090-93c8-e85704a913d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.496305583Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-sub","reconcileID":"dfa0af1d-ef4b-4090-93c8-e85704a913d3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.581117623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"cfcd613a-4c00-4325-a4eb-cafc1bd80a27","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.58775386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7020dc48-43a2-41d5-9de0-9a036a4c174e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.587763856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9517b4be-e6a4-4698-8c72-50d6d561d80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.588005221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"c17900f5-b9eb-4058-963a-e6c3bdc1a09c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.594996719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7020dc48-43a2-41d5-9de0-9a036a4c174e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.595260022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"c17900f5-b9eb-4058-963a-e6c3bdc1a09c","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.59748621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9517b4be-e6a4-4698-8c72-50d6d561d80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.672819716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-apikey-degraded-auth","reconcileID":"169e4b0c-8068-4533-8f9d-72a8bb73dbc4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.672892217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"08c0a4af-bf1c-48d1-8533-78b213724220","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:53.712700215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"03f0b5bf-154d-47f3-859a-5db704862195","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.475618436Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"e7bae2fb-5c77-4dfb-9cc4-df66b214b007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.588598446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"9fc50e73-a8f7-4c5f-b26c-d3f0187d10b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.6586278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73fdc7dc-d9f9-489e-97eb-110e30f62c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.662409347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"fbce24f8-cb3f-493b-a79c-fb140266375f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.671509916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73fdc7dc-d9f9-489e-97eb-110e30f62c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.672144471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"252e7262-b8a6-4971-a0ba-7ef925afdcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.678667977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"fbce24f8-cb3f-493b-a79c-fb140266375f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.685413373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"252e7262-b8a6-4971-a0ba-7ef925afdcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.687867311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"dc838804-53d6-4590-98d2-21b08e204db6","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.747165325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"7a98719c-af86-47ff-a7b1-d340cd279555","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:42:56.747200621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"7a98719c-af86-47ff-a7b1-d340cd279555","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.08995344Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1","reconcileID":"6ee82e59-cd5b-417f-8f27-8cb735cd031e","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscription":"e2e-filter-sub-b-ce268ba1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.101452968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1","reconcileID":"6ee82e59-cd5b-417f-8f27-8cb735cd031e","MaaSSubscription":{"name":"e2e-filter-sub-b-ce268ba1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.122356089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"919872c2-0896-4bf7-bc1c-551aa4929bea","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.130685473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"72cd4e69-91a9-4c01-af2d-60ec6691e65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.131021885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ceef62b0-a8fd-49cf-a99e-f4bbc442eff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.131551217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"4356db89-111b-400b-b23b-3014d6ae62ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.131834645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"7bb202ea-0687-4088-873d-01bac0b14502","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.137611015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"72cd4e69-91a9-4c01-af2d-60ec6691e65d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.13807461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ceef62b0-a8fd-49cf-a99e-f4bbc442eff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.139985821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"7bb202ea-0687-4088-873d-01bac0b14502","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.140212353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"4356db89-111b-400b-b23b-3014d6ae62ef","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.278410331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-a-581c5467-auth","reconcileID":"834d3357-9c8b-4c92-9913-49151a80d442","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-581c5467-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.27882079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"f4222e4a-4b2c-4428-bf55-5d6b048f3854","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.284366115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"7701aa3d-45ef-413b-9458-5ece8040366b","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.288261283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"f44bf853-3a83-440a-ab93-9bbf29cd6749","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.288288283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"f44bf853-3a83-440a-ab93-9bbf29cd6749","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.302404089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"e75b5a4f-dd16-45ce-b8bb-1aa37bb81dbb","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.306892235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"facb1442-0e60-4e85-a3d4-3a56df2b13a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.381633834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3efd8967-1696-4615-a5d3-fbbae863f794","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.381666113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3efd8967-1696-4615-a5d3-fbbae863f794","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.382376493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12a86c00-e8df-4166-a640-52b6d81a8ea7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.382397582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12a86c00-e8df-4166-a640-52b6d81a8ea7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.383017482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcd38f41-da81-4ea4-b3dd-3be6081b4363","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.383042583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bcd38f41-da81-4ea4-b3dd-3be6081b4363","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.383612163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a91428-20c4-4f70-a54f-170bcc14fe39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.383640354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18a91428-20c4-4f70-a54f-170bcc14fe39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.384501309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e900371-751e-4f3b-9954-aeaf0acb5d84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.384522797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e900371-751e-4f3b-9954-aeaf0acb5d84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.390419206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"7f398050-b0e7-4b45-a456-8a5d7ea75f38","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.390444124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"7f398050-b0e7-4b45-a456-8a5d7ea75f38","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.395433506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"0125776b-9339-4f4b-b46d-dbf5bd926249","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.396543459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b64e10d-14a4-408c-8323-0e1b73cb7275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.396564991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b64e10d-14a4-408c-8323-0e1b73cb7275","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.396839645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d7e58e7-601a-4def-95e6-1d8e51f1feb0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.396857772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d7e58e7-601a-4def-95e6-1d8e51f1feb0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.397149557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a029c7fc-950e-4e69-9ac5-ae46cfac3a23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.397165786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a029c7fc-950e-4e69-9ac5-ae46cfac3a23","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.397571265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f63f617-a94f-4726-be25-be75eafd3721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.400682289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"facb1442-0e60-4e85-a3d4-3a56df2b13a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.403058928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"787f23f1-46fb-43ae-aefb-f2a6abad2188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.483528764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"0125776b-9339-4f4b-b46d-dbf5bd926249","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.483864658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"8c8e7f47-17d3-4247-8c61-370891671f0e","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.484887952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"685d74cb-fc5d-48fa-8f86-080a8fa1224e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.48690549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f63f617-a94f-4726-be25-be75eafd3721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.48834088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"787f23f1-46fb-43ae-aefb-f2a6abad2188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.493218642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"685d74cb-fc5d-48fa-8f86-080a8fa1224e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.493215697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5db46d68-0774-4a06-9247-9b526eb02c80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.49358602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"56c5da4e-c00f-4087-9e08-3b32f4d195da","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.557538952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"524ec89d-5a61-4a09-b490-bafb7c7b21d1","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.586070653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d657dc9-292e-4045-a7cb-43281b7cd594","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.61735787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14232ca7-8064-4167-82b2-10c183268ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.63462532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"01003add-caee-48d6-be35-5146bb83207a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.642061619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14232ca7-8064-4167-82b2-10c183268ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.64652111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"aefd823f-fd65-4cad-8284-edd728991590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.647246813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"01003add-caee-48d6-be35-5146bb83207a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.656132651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"aefd823f-fd65-4cad-8284-edd728991590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.741120211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a41d6959-41f6-48da-af87-320faf7e98fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.741199391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3e0b5f98-02c2-4510-bc3b-7f7a956fb479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.741875031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"165b9272-5f12-4246-ac0d-c3c11d651dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.741911928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c184e6f0-6257-4ca4-9811-798a54722905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.74220522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e764fbaf-83f4-40e6-b9b0-489a43669797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.752073392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e764fbaf-83f4-40e6-b9b0-489a43669797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.752569263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c184e6f0-6257-4ca4-9811-798a54722905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.754240558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a41d6959-41f6-48da-af87-320faf7e98fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.754687304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3e0b5f98-02c2-4510-bc3b-7f7a956fb479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.756357452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"165b9272-5f12-4246-ac0d-c3c11d651dbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.840296281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ef935938-521f-47a2-b07f-f3e0bf1ad6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.840907534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8227f8a9-1de4-455c-84fd-31d2c7dca540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.842638846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"08ff5701-5c40-44ae-8b89-038848e1502f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.842855814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0124a602-3488-4c36-80cd-c5ba60f6a158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.843222821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6658c25-edab-4653-a069-20e229ff4783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.848567055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8227f8a9-1de4-455c-84fd-31d2c7dca540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.84936305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ef935938-521f-47a2-b07f-f3e0bf1ad6e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.851476956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0124a602-3488-4c36-80cd-c5ba60f6a158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.851817025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6658c25-edab-4653-a069-20e229ff4783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.8543447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"08ff5701-5c40-44ae-8b89-038848e1502f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.89221287Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-filter-sub-b-ce268ba1-auth","reconcileID":"cb72b510-e106-46c3-b257-7e73428e39c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-ce268ba1-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:00.904053827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"0d762364-9e06-4be2-9f23-54f94c8d6008","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.176552343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"c3e6bced-d430-4835-b767-4686351ba3a9","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.177076618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"503df39b-7d27-4802-b8b6-0ee8eb3a8bb6","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.198738528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6be06d59-3c68-4ad8-be42-ae06a6077d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.199286699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"80985f2a-3b57-4e30-a7c1-a9f75ecb9b8d","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.19973338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"ec6f798d-0dad-4093-a539-f6611e189f92","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.202838661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"968a56ee-cac2-4609-84cf-2ffcb56d4980","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.208647731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6be06d59-3c68-4ad8-be42-ae06a6077d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.286416331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6fec27cd-3e76-45a8-850f-56b0a2936779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.286759035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"11f88420-6429-4827-ba33-3878211cf5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.293135444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"319881a9-fca7-4830-b302-18c6f5a159fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.312461733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6fec27cd-3e76-45a8-850f-56b0a2936779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.330511495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"11f88420-6429-4827-ba33-3878211cf5df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.392874039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0928c609-083c-4c05-a013-244226196473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:04.401884557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0928c609-083c-4c05-a013-244226196473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.32437634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb81f940-e178-4183-9854-2831b20b90ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.326717568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df103e82-e7f5-41da-a33f-4ad89ecbdf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.3269683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"ec79aa0a-13c8-4215-8ece-4a4d07bc740f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.332221161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb81f940-e178-4183-9854-2831b20b90ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.33666029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df103e82-e7f5-41da-a33f-4ad89ecbdf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.336966218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"ec79aa0a-13c8-4215-8ece-4a4d07bc740f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.41842453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"56992382-8781-48e1-b725-18b7d4f23441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.419110872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f41bf708-fe2e-4e8a-837b-45133790be42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.43006824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"56992382-8781-48e1-b725-18b7d4f23441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:09.430105014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f41bf708-fe2e-4e8a-837b-45133790be42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.134731145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4a14e29e-1afa-432b-b0fd-0373367affc7","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.140425354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0d504434-fb26-4a03-baaf-b4344b9b2edd","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.149469823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-gw-auth-04efdd30","reconcileID":"5ee90a38-db0b-4570-a651-3f2020dd7b10","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.156370411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-gw-auth-04efdd30","reconcileID":"5ee90a38-db0b-4570-a651-3f2020dd7b10","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.177500845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5dfcf213-8ed8-46df-b47a-be8bf127b998","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.251006063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-gw-auth-04efdd30","reconcileID":"4963db2d-d9c1-42d4-8173-a9ee36d25136","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:12.257552411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-gw-auth-04efdd30","reconcileID":"4963db2d-d9c1-42d4-8173-a9ee36d25136","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:13.117876239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-gw-auth-04efdd30","reconcileID":"22ac21c8-7697-4642-aa11-4007430e9e05","MaaSAuthPolicy":{"name":"e2e-gw-auth-04efdd30","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:13.117987825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"14a4e358-8bdd-49d9-ad5c-95fb21752216","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:13.130510799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"e29bac89-68ba-4e97-be64-999b00877354","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.466675351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ca56bba3-541a-4bf6-a332-40eba4c1067b","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.46716879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"3fcf455e-ddb1-421a-9d75-8eaa90523de7","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.48374548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"454d9ecc-9360-4fef-a719-9e2abf099634","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.484148943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"081e7897-c4ca-43ef-9440-384941e0b812","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.484575379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"34b2a31a-589b-4515-b04e-6f19cb9a3bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.484652933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"804df3fa-46ec-48b1-a567-d4b353c54496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.488806392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"28142661-d7f1-4904-a43a-1cae150686fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.488856375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"2a6a8709-84a0-452c-8879-53882a4fbab6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.493863931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"804df3fa-46ec-48b1-a567-d4b353c54496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.494427648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"34b2a31a-589b-4515-b04e-6f19cb9a3bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.661701675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4cc2b0eb-19a4-4a35-83cd-ce9be4670d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.662559778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1ae3c2c6-ca34-4198-b83b-704af4719444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.681902888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1ae3c2c6-ca34-4198-b83b-704af4719444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:15.684479252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4cc2b0eb-19a4-4a35-83cd-ce9be4670d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:17.496740951Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.062636497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"ac278317-d81a-4052-b125-ef687f802d86","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.066858925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"bedbdf3b-6d00-4901-a31a-f3cdc1b1b3ba","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.066878551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"bedbdf3b-6d00-4901-a31a-f3cdc1b1b3ba","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.071714733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b6a69a5-7983-4e96-b743-4c3d5d9192f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.073486216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"02371435-47e6-4ec8-b541-a2ac110da67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.073768024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2afd7668-207d-4983-9f80-7317ec81c7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.07906808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fac60fe-1dd4-46b5-9190-68a73826a7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.079548432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6460b046-c558-4774-a382-616331ed357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.079702449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b6a69a5-7983-4e96-b743-4c3d5d9192f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.092263511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"02371435-47e6-4ec8-b541-a2ac110da67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.094884769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2afd7668-207d-4983-9f80-7317ec81c7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.100459373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fac60fe-1dd4-46b5-9190-68a73826a7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.101824602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6460b046-c558-4774-a382-616331ed357f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.136905294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"016b3e5c-24b8-4c7f-b6e0-d008b3a0efbc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.137423772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"016b3e5c-24b8-4c7f-b6e0-d008b3a0efbc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.137800433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4226eced-b2bf-446f-bae7-095e2eda5280","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.138015404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4226eced-b2bf-446f-bae7-095e2eda5280","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.138387778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d394829-f940-4ec8-b22d-e16986ce9aa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.138444782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d394829-f940-4ec8-b22d-e16986ce9aa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.139048638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47cf980f-290b-40a3-87bb-688ade3ef5c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.139104206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47cf980f-290b-40a3-87bb-688ade3ef5c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.145295012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"49ea1498-522e-421d-b115-80788f4e5e57","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.145377757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"49ea1498-522e-421d-b115-80788f4e5e57","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.150170842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d3c4e7a-0700-4cbd-8a3f-2c71bcf2b790","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.150601448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d3c4e7a-0700-4cbd-8a3f-2c71bcf2b790","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.151117513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7005e5be-6d59-4ddc-b106-48563b11cc08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.151179572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7005e5be-6d59-4ddc-b106-48563b11cc08","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.151829209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb002e4e-d832-4449-b457-23fa2046a3f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.15189463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb002e4e-d832-4449-b457-23fa2046a3f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.152281486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2a105ee-d4f4-4b22-b506-11ab2b6de1e4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.152334084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d2a105ee-d4f4-4b22-b506-11ab2b6de1e4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.154216508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"1ab780db-f274-4171-9979-bb4dcc883753","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.204638424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"d71efae1-6ac1-4dc7-8701-e3407c6a6712","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.209386271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dcc76ab9-fbff-465d-b3bb-4037267be4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.218068006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dcc76ab9-fbff-465d-b3bb-4037267be4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.237437239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bae0c64b-ccf1-4cb4-81df-85e8e0ea84a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.237735715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc668772-2a60-48ed-aa00-490a69c19f72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.332962373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8658e764-8c39-45c3-8d2e-bf8e481e6d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.333710359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ce6425ab-0017-4020-87ad-977dde80fbb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.347470187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"29114a5e-3c16-4ac7-adc3-751ba0e44639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.348119632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1d9ec109-7b08-4ff1-a1a5-2b98b53c05d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.405785092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1d9ec109-7b08-4ff1-a1a5-2b98b53c05d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.414972868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ce6425ab-0017-4020-87ad-977dde80fbb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.441794293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"29114a5e-3c16-4ac7-adc3-751ba0e44639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.462024566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8658e764-8c39-45c3-8d2e-bf8e481e6d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.47308392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5b2064cf-fd45-4ebb-8278-8bba08765a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.482394232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5b2064cf-fd45-4ebb-8278-8bba08765a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.55394373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e176efe4-c394-4c28-be95-aff324818101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.561491697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e176efe4-c394-4c28-be95-aff324818101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.655337463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ff89763b-830b-4d4c-a514-aaa167df5716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.663703525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"405e4932-0d43-4f32-a0b7-517f9a1ea29e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.663773186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff69026-8c7d-44ea-b385-eb0c3fca2469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.664579722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf4fde32-343f-4562-a92d-501b2a4c4f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.670265281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ff89763b-830b-4d4c-a514-aaa167df5716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.678232133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"405e4932-0d43-4f32-a0b7-517f9a1ea29e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.686177752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf4fde32-343f-4562-a92d-501b2a4c4f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.701271766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cff69026-8c7d-44ea-b385-eb0c3fca2469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.754610964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0c709302-1e22-4f81-8770-04dda0b23ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.762069732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0c709302-1e22-4f81-8770-04dda0b23ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.90848603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d7649523-eedc-44e3-9f9a-0aae39c26b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.91163242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bda84ed2-70a9-46b9-b63f-a96b2f881762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.915681298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d7649523-eedc-44e3-9f9a-0aae39c26b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:19.920774322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bda84ed2-70a9-46b9-b63f-a96b2f881762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:21.979730873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e9a500d9-1462-4bdc-9b35-2f65c7043ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:21.988894476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"44cc7edc-6915-424b-a382-d90c42436af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:22.001010489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e9a500d9-1462-4bdc-9b35-2f65c7043ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:22.005339038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"44cc7edc-6915-424b-a382-d90c42436af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:23.550733412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"eb42eac1-ba2c-4dc5-baba-0407ef3ec894","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.597125647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"26f6ba77-c6ec-4699-8b2e-e2d2abf01b87","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.597888353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"57353191-8bd8-40ef-9b4b-71994d2e3011","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.598404233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"541e0ab5-1b65-4963-b716-31d0d4bcdc27","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.606649757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"387bd92b-f184-4e31-8212-65f332cf9105","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.60730085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"a2f17292-a300-4f60-aadc-3ef4e59284b1","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.608031003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"054168a4-f741-4cf4-a7d1-46cc44e14fb2","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.623331254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"261df930-6f83-4ee8-be2a-666e29375b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.623394664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fb5a9a79-80c1-47f7-9e20-36d32bf17eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.627501966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"2d0553da-ae6f-4d77-a3c6-481b49d9914d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.685007657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"261df930-6f83-4ee8-be2a-666e29375b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.685274367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fb5a9a79-80c1-47f7-9e20-36d32bf17eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.769055845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2e237ba9-cf85-49de-9f15-32d5862c0f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.788545508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"6959af84-a27a-4ca0-8e87-c1d93d197119","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.788951122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"68df6004-13de-4caf-8999-c770975f9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.815682629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2e237ba9-cf85-49de-9f15-32d5862c0f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:24.834191475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"68df6004-13de-4caf-8999-c770975f9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.304980225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cc4d0e95-cfa0-477c-a8be-e25e81412e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.305492871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"31a7ba26-9759-463f-8c91-e09294ad34d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.385583068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cc4d0e95-cfa0-477c-a8be-e25e81412e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.39509396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"31a7ba26-9759-463f-8c91-e09294ad34d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.410237061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440f5e6d-e4fe-45e1-9167-34ae8c100ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.410699576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"402345a9-c750-4088-b6b1-4a283a8bb71c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.411008165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0409bf-4ec6-4266-af23-eb3adf4d9ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.42371872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"440f5e6d-e4fe-45e1-9167-34ae8c100ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.424761226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf0409bf-4ec6-4266-af23-eb3adf4d9ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:32.437990364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"402345a9-c750-4088-b6b1-4a283a8bb71c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.497155576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"46cfdb9a-5a45-4220-a4f2-f6983e4ed019","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.719337819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"21558187-1968-433a-9443-28da827f3e4a","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.766682922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"38524bc7-2765-4ea3-a3ef-2e7d8df2baa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.77055531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"65233109-b587-4e73-9348-d50bad03a639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.771253792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"86529dc4-874e-4c81-8f1a-f63b1d40de4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.824529705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"86529dc4-874e-4c81-8f1a-f63b1d40de4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.843145011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"65233109-b587-4e73-9348-d50bad03a639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.85615316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"29b370ca-328c-4477-8feb-a6123ed9b8d5","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:35.946836809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"1002a28e-ed64-4e88-bbd1-1932b34e5afb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.856133373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"bc9a7eb8-802e-49fc-b71f-24924c6f30a2","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.856635577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"20dbff90-b244-4ff9-b9dd-0f14c78b0fdc","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.856842198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"938d276d-cb1f-489a-a6e7-64d8cb29ce9a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.876583843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"2132bdca-04a3-4ac8-9b67-2a3adc578e54","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.87712504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c00d5bd0-e3ee-4468-9ad6-e8b725c3f6e5","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.877576941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"4957f97a-9e61-4686-8f75-13e29d299ac3","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.886879681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"5743ec8f-d2b8-4e67-8d61-8b6bd7b5e01a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:37.890867231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"5fee84f6-070d-4cf2-bf31-cb401145eaf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.071354161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"756f7c5f-047c-448b-9095-e935339869a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.072063833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d7716f56-2744-47b5-a7a3-137af74c0be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.142387672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d7716f56-2744-47b5-a7a3-137af74c0be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.153796927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"756f7c5f-047c-448b-9095-e935339869a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.17622784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0a9d0b54-0c33-44ec-86e0-01a68da69008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.176315881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0075feff-770a-4031-8f6c-86c052eec49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.193279591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0075feff-770a-4031-8f6c-86c052eec49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.201359851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0a9d0b54-0c33-44ec-86e0-01a68da69008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.4570953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"6a2d2d11-b0df-49dc-af87-5073298bce16","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.473407429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f05bc887-abf7-4c68-8d1a-44a16aa87672","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.476748279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"138894bf-5f39-412f-b209-245468512f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.476755489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"935fff38-ef3a-43c2-9b17-950d2bc1f3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.489499063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"935fff38-ef3a-43c2-9b17-950d2bc1f3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.492466267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"138894bf-5f39-412f-b209-245468512f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.503777684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"7b05c607-102e-4efa-a800-ec66012cebf7","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:38.571081195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"6eaceaef-1f04-40dc-99dc-6d2d62e98fa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.906897313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"ea729823-c021-4757-89ad-ebf3ff480e11","namespace":"llm","name":"e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.91300485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"70e6148e-a0b6-44f1-9490-e974e68f72d6","namespace":"llm","name":"e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.918277235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b47217e4-67f4-4e9a-9473-a211482a9a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.918579722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"37d30f11-3aa3-4ebc-8048-de8fe75b2b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.918684699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"064ea5dc-f753-445d-9fad-5049c6f98dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.92266269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa640bc-4580-4979-ab71-1b243da09411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.923008924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc69fa1c-3561-460b-b1d7-434419e1e624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.926355052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"064ea5dc-f753-445d-9fad-5049c6f98dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.926393691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b47217e4-67f4-4e9a-9473-a211482a9a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.928646233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"37d30f11-3aa3-4ebc-8048-de8fe75b2b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.93305291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc69fa1c-3561-460b-b1d7-434419e1e624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.93329347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa640bc-4580-4979-ab71-1b243da09411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.951989103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc722db3-fddd-4b21-9719-e1470f2c6941","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.952008889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cc722db3-fddd-4b21-9719-e1470f2c6941","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.952332092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"375362aa-bb51-4758-abfc-bfa998687c85","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.952348939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"375362aa-bb51-4758-abfc-bfa998687c85","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.952649044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f4b6dd-0be4-44cf-aaa2-30515402d838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.952666282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f4b6dd-0be4-44cf-aaa2-30515402d838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.95310222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34622d49-b141-423d-892e-29696440f822","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.953120693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"34622d49-b141-423d-892e-29696440f822","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.953302975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bbdc15c9-2ba2-4294-b8f1-97444e7bdd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.953625796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8a1d79d9-9264-430e-ac3b-17d46a56c500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.953979497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fcf679df-4ed6-4e0a-8e94-6bd774bd05f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.957241771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"3368d393-d79d-419f-b3ed-b1f888886242","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.95725848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"3368d393-d79d-419f-b3ed-b1f888886242","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.961141542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8a1d79d9-9264-430e-ac3b-17d46a56c500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.96275099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bbdc15c9-2ba2-4294-b8f1-97444e7bdd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.963544543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fcf679df-4ed6-4e0a-8e94-6bd774bd05f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.964504453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3533a40f-dfaa-4da8-882d-1295120997a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.964524006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3533a40f-dfaa-4da8-882d-1295120997a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.964767807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"386396eb-bb30-4d6a-9081-f4170a2495bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.964780308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"386396eb-bb30-4d6a-9081-f4170a2495bb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.965000103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7f231c1-adbc-485a-b238-c23f18f0207c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.965010653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f7f231c1-adbc-485a-b238-c23f18f0207c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.965194426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"beb5ae98-025a-4475-b7d0-e0c3dbde5a86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.965203538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"beb5ae98-025a-4475-b7d0-e0c3dbde5a86","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.98154347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e328911-ae67-4ff7-985b-9f2b04a2494f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.981968521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d87df17-aae1-4112-a858-82ba4061a563","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982270938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"320a0607-6ea5-4e86-b7e7-bbd9608a3a78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982284722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"320a0607-6ea5-4e86-b7e7-bbd9608a3a78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982515154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56759bb2-5949-4fa3-85f5-4aaf5d3e839e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982527312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56759bb2-5949-4fa3-85f5-4aaf5d3e839e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982806403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74f4cb3a-b47b-4da0-a5fe-94de0c927f38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.982816274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74f4cb3a-b47b-4da0-a5fe-94de0c927f38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.986296907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"f492f336-2b36-450c-b9ff-b3590871184f","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.987703689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"cf1061f8-ccea-4e27-bec9-00c53b9e779e","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.987725396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"cf1061f8-ccea-4e27-bec9-00c53b9e779e","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.992978282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3171f9da-b14f-464e-8559-12537928196f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.992995978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3171f9da-b14f-464e-8559-12537928196f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993265204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92d6ebaa-9ec3-4d60-a12c-f85de88e9e39","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993280325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92d6ebaa-9ec3-4d60-a12c-f85de88e9e39","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993520233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d1d8485-8fed-4aef-a00a-c3f6b606c34f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993533337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d1d8485-8fed-4aef-a00a-c3f6b606c34f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993780062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"837511e6-fb55-4462-b8d8-b6cf4f8e893c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.993794085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"837511e6-fb55-4462-b8d8-b6cf4f8e893c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.994104484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3eda24f6-de2d-4fd5-b773-b805ee845fe4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:43.994119984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3eda24f6-de2d-4fd5-b773-b805ee845fe4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.054152671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8b840d1b-0db3-422c-af7b-f9fce01d69cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.056809043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b1ff4d92-8dae-4991-8fa6-8bca384611b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.062186489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8b840d1b-0db3-422c-af7b-f9fce01d69cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.064008679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b1ff4d92-8dae-4991-8fa6-8bca384611b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.094243535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"82fc513f-52e7-4855-8d86-c5b8c1ffd5c8","namespace":"llm","name":"e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.103840915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"97d5cd8a-1477-4c11-b91d-851f9defbad1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.103865828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"97d5cd8a-1477-4c11-b91d-851f9defbad1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.118769026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b5f52f9d-ed01-4c10-8c16-a5d3f353e423","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.118788902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b5f52f9d-ed01-4c10-8c16-a5d3f353e423","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:43:44.127382004Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b5f52f9d-ed01-4c10-8c16-a5d3f353e423","name":"e2e-rt-eq-29fe19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-29fe19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:43:44.127440975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b5f52f9d-ed01-4c10-8c16-a5d3f353e423","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-29fe19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.136741356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"68936f3f-81b9-4e67-99f8-265663a108e4","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.136762111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"68936f3f-81b9-4e67-99f8-265663a108e4","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.150879274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"83efc77e-93d9-43ee-bc39-055d4743c668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.151094121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"82aca4e3-268b-4d51-b492-c2455e33529c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.152036864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e4f3cb44-2e38-4f8f-a2c5-8a14ecaf29f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.152140945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e9cf2b39-6b23-4a45-9159-096d7cc774f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.156059736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"d1c9360b-56e4-4efe-b374-892a74c4b620","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.158590513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"83efc77e-93d9-43ee-bc39-055d4743c668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.159693209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"82aca4e3-268b-4d51-b492-c2455e33529c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.160977531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e4f3cb44-2e38-4f8f-a2c5-8a14ecaf29f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.162214911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e9cf2b39-6b23-4a45-9159-096d7cc774f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.163548661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"d1c9360b-56e4-4efe-b374-892a74c4b620","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.415621713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ce087a63-4bdc-4123-b0e4-c863db98ca03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.432693818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42d9d4c-a42e-4a5f-968c-a71e73a7373f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.433722809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c6b5f259-a809-47eb-9643-6936ab33450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.437582716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ce087a63-4bdc-4123-b0e4-c863db98ca03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.438267965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80de4e82-b80d-4bd8-ba0c-b9ce7def8328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.438720443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e2ebb0a3-6331-41b1-88bd-1c15d03c0840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.44664854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80de4e82-b80d-4bd8-ba0c-b9ce7def8328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.448021453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c6b5f259-a809-47eb-9643-6936ab33450e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.48281471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e2ebb0a3-6331-41b1-88bd-1c15d03c0840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.482890245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42d9d4c-a42e-4a5f-968c-a71e73a7373f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.512008876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"01b86506-3afb-4fda-b80e-9af762ecaca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.512267981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"29bb4c8e-39f4-4c49-a16e-715671775d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.512415154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f056d20f-221a-498d-8389-bcd119798311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.520428011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"01b86506-3afb-4fda-b80e-9af762ecaca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.521368663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f056d20f-221a-498d-8389-bcd119798311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.522788141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"29bb4c8e-39f4-4c49-a16e-715671775d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.641481343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f6ef0077-2ecf-4232-9c59-b86bf59f9566","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.641504411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f6ef0077-2ecf-4232-9c59-b86bf59f9566","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.648912781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b08eccf9-6c5f-4fe2-a64b-a0be19749300","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.648949453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"b08eccf9-6c5f-4fe2-a64b-a0be19749300","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.712535082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"3c21e2a7-abca-461c-bf93-4e1cf8597a0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.719998058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"3c21e2a7-abca-461c-bf93-4e1cf8597a0c","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.781442404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"7d3ac1a1-2439-46a0-91a4-3cdaf5ca4a5c","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.78147169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"7d3ac1a1-2439-46a0-91a4-3cdaf5ca4a5c","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.966685991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-29fe19-sub models-as-a-service/e2e-rt-sw-5bac6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.970220675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"572e573e-f2cd-438e-b62d-c25bb2fd82ad","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.970255398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"572e573e-f2cd-438e-b62d-c25bb2fd82ad","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:43:44.978031765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"79f2e77b-00ac-440a-8d7c-45cc42e1e839","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-29fe19-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.98395217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"bd5bffa6-ac71-4647-87d8-75091f27596d","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.98415653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"cc764875-6fe9-4f34-b187-ace82c5cd110","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.983958383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45da8d04-f096-4762-bbcc-9522fd6793c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.984409259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ff0e7f-fbd4-4277-9ff9-157a9b6cfd61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.985325176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f8103550-7ac7-465c-9feb-b2b4aae23fa2","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.985343545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f8103550-7ac7-465c-9feb-b2b4aae23fa2","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.99150817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45da8d04-f096-4762-bbcc-9522fd6793c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.991527205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"cc764875-6fe9-4f34-b187-ace82c5cd110","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.993739757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"bd5bffa6-ac71-4647-87d8-75091f27596d","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.993885828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ff0e7f-fbd4-4277-9ff9-157a9b6cfd61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:43:44.994113715Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f8103550-7ac7-465c-9feb-b2b4aae23fa2","name":"e2e-rt-eq-29fe19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-29fe19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:43:44.994159114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"f8103550-7ac7-465c-9feb-b2b4aae23fa2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-29fe19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.997610013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4deee9f6-0787-4861-8741-f80a850fccc9","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:44.997631762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4deee9f6-0787-4861-8741-f80a850fccc9","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.004293181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"7c843a4a-455c-4f10-94d7-94034c54f821","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.004316773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"7c843a4a-455c-4f10-94d7-94034c54f821","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.025341944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"e4576890-6e72-4f8f-a065-b597e48db352","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-29fe19","model":"e2e-rt-eq-29fe19","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-29fe19-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.05499084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"534de915-eafe-4cb7-bf75-11c7390ea772","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.055014915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"534de915-eafe-4cb7-bf75-11c7390ea772","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.118710787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c7fb6c-9f6a-4fd5-8672-58a3079c181b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.119068628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"5e8ceacf-0dae-4977-a307-ace8839c4d62","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-29fe19","model":"llm/e2e-rt-eq-29fe19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.126211313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29c7fb6c-9f6a-4fd5-8672-58a3079c181b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.198411375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-b-3210672e","reconcileID":"b40dd873-ef36-4f03-bb89-4bbffd7b2a73","MaaSModelRef":{"name":"e2e-conflict-b-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-b-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-b-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.207060978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"a6b4bc20-ea54-445c-bf1e-1c579576d210","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.217890311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"9378bf61-bdde-4b97-822f-1f25ef0edc1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.218207655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4497c4-e570-4928-a6bf-4287a5c155ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.221821404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"5e9e4755-8712-4692-ac13-576645e6182e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.226054199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4497c4-e570-4928-a6bf-4287a5c155ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.226473719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"9378bf61-bdde-4b97-822f-1f25ef0edc1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:45.228554996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"5e9e4755-8712-4692-ac13-576645e6182e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:46.204398589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"a1b89abd-d859-4641-8485-aba47e529ede","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:47.425781609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:48.13034699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7c3db50c-1592-4415-935c-899b61f73e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:48.168109773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"89c70c1f-7a4f-4b9e-94fe-f52ad78c375e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:48.187702976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7c3db50c-1592-4415-935c-899b61f73e22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:48.197474392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"89c70c1f-7a4f-4b9e-94fe-f52ad78c375e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.372179547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"b095ea1a-8623-4c53-ba6f-0173ab36957d","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.372692041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c0b18551-1993-4ec2-af01-55cae61c4aa8","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.394842634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"518cfe78-9dbd-4b64-8c46-c97d2c05ec35","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.400324417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"520105bb-d3b2-446f-9862-bddc979e9ec4","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.410471414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"713f8142-7c05-49f9-b1af-5f82829008b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.410781351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a7a5c15c-048b-4b4d-941c-e6dd9ef4a23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.421124335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"7e6165b9-cac8-44cf-897d-64dd906e2cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.421820355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"701988d1-20bd-49ca-a217-9a3d0c5f3f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.425230162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a7a5c15c-048b-4b4d-941c-e6dd9ef4a23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.42870065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"713f8142-7c05-49f9-b1af-5f82829008b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.491404786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6eb12988-5e76-445f-a0de-a8bdfb0719d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.5823718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6eb12988-5e76-445f-a0de-a8bdfb0719d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.654570858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e6e35571-3cf2-439f-a839-289552c5d4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:49.726304466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e6e35571-3cf2-439f-a839-289552c5d4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.655748652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"a2e18395-42e1-49fb-b651-6e4e45c049c5","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-29fe19","model":"llm/e2e-rt-eq-29fe19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.68518006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"ff5118f1-e04f-40f0-9d87-ca4ccfd494b1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.685209965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"ff5118f1-e04f-40f0-9d87-ca4ccfd494b1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.966387197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75759c07-9e64-478f-9fd4-77ce86485b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.966898165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2da83b9b-65e7-4da5-b520-96313644c300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.970252382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"7646eb37-f6b0-49c7-8fb3-ab0dee6d266f","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.970972124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"598b469f-0815-4331-8be5-0734f21cfa31","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.977712666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75759c07-9e64-478f-9fd4-77ce86485b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.98131747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2da83b9b-65e7-4da5-b520-96313644c300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.982549155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"7646eb37-f6b0-49c7-8fb3-ab0dee6d266f","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:55.984844746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"598b469f-0815-4331-8be5-0734f21cfa31","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.030219175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f2ecad35-7d63-43dd-a117-19c1f6699cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.031112952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"99d3659f-ca19-4501-ab21-0c7f1a5acb41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.039813939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f2ecad35-7d63-43dd-a117-19c1f6699cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.039984543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"99d3659f-ca19-4501-ab21-0c7f1a5acb41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.667032054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"c53810aa-f564-4892-9282-d8e8af4c5142","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.668561678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"7d702c2e-8f98-43e1-8ad3-4782e913f115","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.671047427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"e2e-conflict-a-3210672e","reconcileID":"c012c271-3151-425c-b35d-4926d00ec776","MaaSModelRef":{"name":"e2e-conflict-a-3210672e","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"e2e-conflict-a-3210672e-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"e2e-conflict-a-3210672e","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.713735937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"668e6a0b-42ca-4f4a-a5a6-d7314ee2564e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.714532859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0c3afea8-904f-4bbe-b578-eb49cc51f48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.721124641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"ec004e97-11ff-401e-85af-6145bda9bdc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.721987058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e2381a6a-2daf-4252-ae39-17b91ee6e41f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.78038118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0c3afea8-904f-4bbe-b578-eb49cc51f48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:56.868816574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"668e6a0b-42ca-4f4a-a5a6-d7314ee2564e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:57.047320052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"778cf469-902d-40c8-b9f3-cc5c3a7d8c59","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:57.944655302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"9fd8961c-fc2b-4482-b140-4a97a570b118","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:57.95442952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0255ed79-5b2a-41d5-97cb-2771e8cf34f2","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:57.970107666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"1452e70f-761e-4699-b34a-80644dd74032","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:58.038597779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"1452e70f-761e-4699-b34a-80644dd74032","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:58.192150401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"496262a6-0d57-48a1-bc44-07a2b09ef3f4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:58.209711785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"9cc21264-1a83-4670-a0a4-8d7f3ec3420e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:43:58.228591997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"9cc21264-1a83-4670-a0a4-8d7f3ec3420e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.599070335Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-29fe19-sub models-as-a-service/e2e-rt-sw-5bac6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.599530607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c80d0752-cc1e-4fe1-b920-bf3db8565171","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.60478434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0d2080e8-2f85-4d92-9baf-aabf7e3db5d8","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.610274598Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"cb1095d6-cd67-4e0a-81b7-f3f0fead99f7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.610386554Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"aa4673c7-930c-4be1-9ebb-bcaabe870f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.610668354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-subscription","reconcileID":"3bfbc6f8-93d4-4d56-9ccb-e57ddb24c36d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.612808088Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9dd73ac3-11b2-4669-9ab2-db283375c0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.618140336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"aa4673c7-930c-4be1-9ebb-bcaabe870f60","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.61842475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"acf13581-6d11-4ead-a25f-1209af4e5841","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.621180645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9dd73ac3-11b2-4669-9ab2-db283375c0c2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.621180648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"cb1095d6-cd67-4e0a-81b7-f3f0fead99f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.621646553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"e27f3288-166f-4334-9248-3500db161758","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.622019761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"3787eb43-c2c2-40bd-9aea-d94fe8d333d0","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.626548438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"351462ef-5958-4ed1-a139-1b38a77dfb97","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.634134736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"94038dc2-16e6-4123-9826-183e8ceccbdc","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.654545743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-subscription","reconcileID":"fda8b19c-1cbd-4a83-bebf-d182b3e0eba9","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.672990152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"978b78af-7bf6-4ae6-b761-5d6bbd6d757b","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.709293378Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bda54eb4-8810-4c65-9754-6ae7fec58388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.709373553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bda54eb4-8810-4c65-9754-6ae7fec58388","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.709410775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"40b3f3a3-2e84-488f-ad48-93efbe78ca26","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.709469368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"40b3f3a3-2e84-488f-ad48-93efbe78ca26","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.709840324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"60810632-f50c-4ef9-95fb-4b4f3754746e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.710142295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"60810632-f50c-4ef9-95fb-4b4f3754746e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.718037082Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8bcdcb45-6c71-409a-8d40-d9af720e4fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.718088782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8bcdcb45-6c71-409a-8d40-d9af720e4fbd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.747762253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"99593721-afe9-4e2b-873e-2718e50e8d6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:00.74809409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-subscription","reconcileID":"acb8bf08-12e5-4067-b84c-b44b9067d3d1","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809043674Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"558931d1-6bcc-4a8e-9634-1b00ea5a054e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809110149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"558931d1-6bcc-4a8e-9634-1b00ea5a054e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809386775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"da075377-1ec8-4082-9cce-e5e0b07ac170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809430701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"da075377-1ec8-4082-9cce-e5e0b07ac170","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809750822Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"93e0fec8-76f4-4804-af27-4a4521d29cbb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.809805598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"93e0fec8-76f4-4804-af27-4a4521d29cbb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.908764787Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"0f5c0e01-d93d-4da2-9567-b043bb694808","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.908809796Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d2b332d5-8b1d-449e-9dc3-f420e939326d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.908839199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"0f5c0e01-d93d-4da2-9567-b043bb694808","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.908858457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d2b332d5-8b1d-449e-9dc3-f420e939326d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.909446756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7e7a19dc-0812-48ab-80ec-f79f981ccc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:00.909502147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7e7a19dc-0812-48ab-80ec-f79f981ccc34","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.015324651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bddeea18-3c81-47fc-badb-d07d44426801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.015422396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bddeea18-3c81-47fc-badb-d07d44426801","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.015879884Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"00ef3dc0-9143-461a-865f-df917d1b8636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.015990214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"00ef3dc0-9143-461a-865f-df917d1b8636","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.017525351Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"74356cb8-496f-48ab-a872-1eb70af31af8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.017596135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"74356cb8-496f-48ab-a872-1eb70af31af8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.109190108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"ebae54bb-260a-4fbe-8ee2-4d2efcbfc9e0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.10927256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"ebae54bb-260a-4fbe-8ee2-4d2efcbfc9e0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.110127932Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"395d1913-7be6-4bd8-a903-9f731b8eb8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.110189905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"395d1913-7be6-4bd8-a903-9f731b8eb8d6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.183115358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4cfdba6a-c764-417f-ac60-993211364e12","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.211629154Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"98c4aca3-0302-4f95-b8d2-91920dcee921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.211696611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"98c4aca3-0302-4f95-b8d2-91920dcee921","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.211794879Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e7a532a5-5bad-4bd9-b14e-38bc10b6ca48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.211857055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e7a532a5-5bad-4bd9-b14e-38bc10b6ca48","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.213901638Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"05f90bd8-4367-4941-81f7-fbafcf27ecdb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.213969339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"05f90bd8-4367-4941-81f7-fbafcf27ecdb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.321565396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5933b24c-4ccc-40d2-ae9d-9f25005c8da5","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.32213756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"6b4236d9-3385-4ce4-b81f-af1cae72c139","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.342285509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f9f7e2e5-bb46-4df2-a714-aa3784f37bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.342846387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7e2d778d-b903-4f8f-925b-040810a7ad01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.348713225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"ca068291-e8db-452a-b20a-b63ca55dc913","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.349406044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"a7ee7f19-e2ea-4903-8968-c2ce30b23c25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.35616821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f9f7e2e5-bb46-4df2-a714-aa3784f37bd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:01.364324669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7e2d778d-b903-4f8f-925b-040810a7ad01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.56897739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3ff2f740-3712-472e-aabe-447f7c41f15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.569068197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3ff2f740-3712-472e-aabe-447f7c41f15c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.570084108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"320467bf-4a36-4884-b3e5-1cd69153fcad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.570161265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"320467bf-4a36-4884-b3e5-1cd69153fcad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.570414322Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"6e1627a6-18da-4157-858a-073c93efde03","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:01.570457336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"6e1627a6-18da-4157-858a-073c93efde03","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.220695612Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6ea598ee-c728-4157-bd3a-2ec35545ef47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.220770236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6ea598ee-c728-4157-bd3a-2ec35545ef47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.221543122Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"3e495fd1-8fef-456e-bd5c-a5ff85be67b8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.221587279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"3e495fd1-8fef-456e-bd5c-a5ff85be67b8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.221672289Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fb868dc0-8d76-45ac-ba46-d12528bbea94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:02.221738089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fb868dc0-8d76-45ac-ba46-d12528bbea94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515250696Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9e60bd1c-d6fb-429c-bf5f-cdd3f8cd95cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515346634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9e60bd1c-d6fb-429c-bf5f-cdd3f8cd95cf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515274752Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"26038f93-f6cb-4cd7-80ec-4ffb63ccf0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515412708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"26038f93-f6cb-4cd7-80ec-4ffb63ccf0ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515512792Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"a9a86347-5e98-4620-84cb-2dfcdefaa9ef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:03.515567836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"a9a86347-5e98-4620-84cb-2dfcdefaa9ef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.579838203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1d8337ba-a102-4963-a1db-c7d6ae8261a4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.580461278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d07b5617-e2a2-4dc9-b7bf-f38f34c2c262","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.601755346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f6659ba4-a7d6-4952-a655-f1079116322c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.602235306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"4fae706c-b074-44be-97cb-6242d2211743","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.6030906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"5a3fec40-5eeb-4b8a-9dd9-080e4e205f6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.603727903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"877583ad-dd5f-4cb5-9a60-58f342c9ea8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.615636893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a9c22008-6796-4d42-b514-acba875c737c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.616156304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3c8478a4-47ba-4ee4-b773-3e59e4ca93f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.622894189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a9c22008-6796-4d42-b514-acba875c737c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.623368174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3c8478a4-47ba-4ee4-b773-3e59e4ca93f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.749613454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"25407015-10c7-4d2c-baae-c20c2d247033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.750029087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"54148ac8-4b3f-44c8-9c46-9be4ef5a5362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.830129757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"25407015-10c7-4d2c-baae-c20c2d247033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:03.836182823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"54148ac8-4b3f-44c8-9c46-9be4ef5a5362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.564528912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"bbc1442c-c8fd-42a8-9812-6b98adec3fec","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.564567769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"bbc1442c-c8fd-42a8-9812-6b98adec3fec","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.618373731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"7df9000a-e7c2-4911-baab-ffc63a096937","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.6243978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a739f9d-c26a-4ad8-8515-be3760598a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.624898278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812099f6-f390-4de2-b3ca-027ae5b5f454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.62539292Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"2645af27-13ed-42da-bdfc-a61f465c9448","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b03480b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.631735967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"c9ec0498-6d43-4cc8-bc36-4d0c8f19164c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.640559988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a739f9d-c26a-4ad8-8515-be3760598a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.643663343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"7df9000a-e7c2-4911-baab-ffc63a096937","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.644674878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"c9ec0498-6d43-4cc8-bc36-4d0c8f19164c","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.646268697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812099f6-f390-4de2-b3ca-027ae5b5f454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.670533888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a246897d-1290-42fd-811f-7974233525d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.670650995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c801211f-e13b-4588-b034-7df41b7f547b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.677717357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c801211f-e13b-4588-b034-7df41b7f547b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.67815755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a246897d-1290-42fd-811f-7974233525d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.678310553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"726cbc11-eeed-4b4f-b7be-cd85435ed670","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.678164537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"b233965e-446d-42f2-9344-4e381d21cffc","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.685739815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"726cbc11-eeed-4b4f-b7be-cd85435ed670","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:05.68594964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"b233965e-446d-42f2-9344-4e381d21cffc","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.102570106Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"a40ec1b7-269c-4ee3-890d-624ce36ecbf7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.102641719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"a40ec1b7-269c-4ee3-890d-624ce36ecbf7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.10355367Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"662d363b-dbf9-4c00-ad39-f86ffdc95bce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.103595359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"662d363b-dbf9-4c00-ad39-f86ffdc95bce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.104237639Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4bab1c46-b787-487a-bb2a-b393584a9180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:06.104271566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4bab1c46-b787-487a-bb2a-b393584a9180","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.296992187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"8d18aeee-8448-49ba-a32f-e7de0a85bbfd","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.297349174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"6fab3118-e118-4738-9dbc-3c89dc6687dd","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.314272182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4a7ce74d-4fc3-427a-82af-b67cdbde6a74","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.314726398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"054697a7-ce1f-4886-8a74-dd15087d9005","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.316038053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5e0d98b0-61b1-498c-a0c3-b110ffc10114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.31634567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2d16a1b3-5369-4e44-8bd8-3551e2e2fa02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.320169444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"2de3784e-b7a7-4041-969b-5bbdeb3e93e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.320452045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"14386c78-ddf6-4b09-96d9-372c0000cb95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.323799803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2d16a1b3-5369-4e44-8bd8-3551e2e2fa02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.324669943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5e0d98b0-61b1-498c-a0c3-b110ffc10114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.425204762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2f9db2bc-a892-42ce-9fbe-ab74e70de077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.425642428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"97edb948-fb68-435a-9625-c5802edbf912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.566896173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2f9db2bc-a892-42ce-9fbe-ab74e70de077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:08.56765956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"97edb948-fb68-435a-9625-c5802edbf912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:09.560853277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"7bd767d9-3872-494e-b2a1-1e26145bbfbe","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:10.89432335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cee72e68-8712-428f-a9af-ca655800fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:10.894870994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5583b1a9-456f-45cb-934c-f69414f60a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:10.916843501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5583b1a9-456f-45cb-934c-f69414f60a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:10.923081323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cee72e68-8712-428f-a9af-ca655800fe8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.203522678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-subscription","reconcileID":"fe36cedd-74a9-421f-b64a-df9b33a7e9d5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:11.26969277Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ee308509-7315-4cc1-a926-74cc77a99dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:11.272054445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ee308509-7315-4cc1-a926-74cc77a99dc6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.271988005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-subscription","reconcileID":"fe36cedd-74a9-421f-b64a-df9b33a7e9d5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:11.281562404Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"1929233d-8b3d-48ce-a22e-e360352f423e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:11.281702765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"1929233d-8b3d-48ce-a22e-e360352f423e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: compose ai-tenant-e2e-worker-w2-e78c33/e2e-dedup-subscription@e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: model e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.306111633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"5eaa36ba-c186-406b-963d-02eea86d05ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.333148337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"785d4652-4998-490b-910f-e9b264eb1b84","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.359386768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"85ee4a67-649b-4e96-8cd6-743dfa07a7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.359723974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"f80fa876-3d5b-475d-9b74-94d3caa5c653","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.360289561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"c9871ad9-9328-4c21-bf5d-d6939ae18a4f","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.360829256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"c9871ad9-9328-4c21-bf5d-d6939ae18a4f","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.365364334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9de1b012-38b5-46fe-8543-fac6e3627628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.373748721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"f80fa876-3d5b-475d-9b74-94d3caa5c653","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.383342536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"85ee4a67-649b-4e96-8cd6-743dfa07a7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.407268179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9de1b012-38b5-46fe-8543-fac6e3627628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.448032195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"b8334196-4801-41c0-850c-6a4897f800bf","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.449018177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1798c90d-eb73-4f5e-9984-a4ba847053e7","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.449862067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"6335e49b-3282-470b-9c16-e32b290c36d1","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.469546952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"fa22b223-bcf7-4f0b-b9e7-22ce320f3323","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.470193627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-dedup-auth","reconcileID":"87f11ae3-dd7f-41bd-9ef1-96ae51feef7e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.575535845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f35f10b4-5a84-4060-a1a9-6aa56e5a06a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.576841763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"35a051b5-e3f8-449b-8cf8-ea40149113cc","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.71060915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f35f10b4-5a84-4060-a1a9-6aa56e5a06a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:11.890119858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f35f10b4-5a84-4060-a1a9-6aa56e5a06a1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.911369365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8c7588dc-6c82-4eb0-90d7-af3186f396cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:11.929627747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8c7588dc-6c82-4eb0-90d7-af3186f396cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.522383169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"b730cb64-7562-48db-a49c-266123dc3510","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.522672704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"a27663a7-f86d-40e7-9a5b-4d8b558c8cce","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.529585078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"326928df-ad81-4a52-947d-9990c8db236b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.529983518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d2d835fd-2d19-4247-b9b2-03bc4519a297","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.550470696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"c5e3c856-e44f-4e22-9304-9114066f407e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.55875168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"c5e3c856-e44f-4e22-9304-9114066f407e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.681832851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"60915e08-abbf-4c93-8632-07cdf4043ffe","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.682153753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d8ef2567-c934-4b4f-8cc3-9502484e7c64","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.715333191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"b83a90fc-0fbb-44a8-b11a-d774c79472d4","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.72747247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"3c26d127-2787-4bb4-b5df-a78df2d77a3e","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:12.7287062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"3be92a2f-8a4b-4370-9ea5-4acce58548d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.781777466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"ac64f4d5-3c3e-4e1b-a438-d345720ec8b3","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.7956145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"9a0b17f4-f43e-4303-87f7-b956f794ad83","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.7959594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"066f3a68-21bb-447a-b431-681151668803","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.800662813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"e3233853-8fe1-45f8-bde0-076f4cc83034","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.800953046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"0e5370ff-14e1-4340-9e5e-cea5f2560290","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.804808318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7a614a35-8722-4a90-b5d8-36a5b9abb14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.805177903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0651c015-8e84-40cb-8de9-158a642416f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.805480554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"2b36a4fa-7a2a-40f6-ac29-929182629a80","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.883068291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7a614a35-8722-4a90-b5d8-36a5b9abb14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.884099819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0651c015-8e84-40cb-8de9-158a642416f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.886673133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"2b36a4fa-7a2a-40f6-ac29-929182629a80","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.89790324Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"0ba65a6e-43a0-45dc-9fc9-fb5d8260dda7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"distinct-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.910988202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6af11f22-d458-4af8-a5cc-fb453310f7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.911224153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8b9196c7-cb18-4978-8332-bcf6cf936ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.911802094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"0ba65a6e-43a0-45dc-9fc9-fb5d8260dda7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"distinct-2-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.918274327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8b9196c7-cb18-4978-8332-bcf6cf936ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.920519672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6af11f22-d458-4af8-a5cc-fb453310f7a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.934172497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"17654270-ec18-4036-a941-ebd3d4737322","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.934497704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"c39941db-9952-43d5-8037-11a99dea44e3","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.948853089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"876b8d3f-576e-401c-9a28-1ab472933a8c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:12.960489675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"876b8d3f-576e-401c-9a28-1ab472933a8c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:13.115504482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"77346065-ef6a-4499-82b9-9a50e66f8564","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:13.12385664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"77346065-ef6a-4499-82b9-9a50e66f8564","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.078961504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b6ad6e55-baa5-4092-8109-49c7a795ad1c","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.079429107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"732f882f-4ace-4eaf-a105-09417c69c5bb","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.080809569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"230c9a07-7f27-4cbf-8742-fdaab1e4619b","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.104659875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f6911652-9f14-4b24-8616-e978dc1203d3","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.105674905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ba24145d-688b-471c-ad7d-ab939085778a","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.18197458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"64f619b0-b112-43a7-a59b-af8246226705","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.193102421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"dbc3cbb6-88d0-4762-993c-e4530438f94b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.19611703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"89f59a65-1c13-4f03-a281-9ef08a3e4ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.196588372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"980972e1-c5fc-430c-a69b-8f39e212f3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.200609717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0cca4bdb-48ac-47be-a14c-14d88f11a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.292432628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"980972e1-c5fc-430c-a69b-8f39e212f3e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.307281895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0cca4bdb-48ac-47be-a14c-14d88f11a23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.349382449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"96f2e70e-27fe-4b82-8dcf-0876a66ef335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.358198326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"96f2e70e-27fe-4b82-8dcf-0876a66ef335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.445153384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7ac6b283-a953-4ee3-8971-9d83949aae92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:14.452242617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7ac6b283-a953-4ee3-8971-9d83949aae92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.686179808Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"67e164af-b369-480f-864c-64ceb899323d","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-29fe19","subscription":"e2e-rt-eq-29fe19-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.694041037Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"67e164af-b369-480f-864c-64ceb899323d","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.697139489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-sub","reconcileID":"67e164af-b369-480f-864c-64ceb899323d","MaaSSubscription":{"name":"e2e-rt-eq-29fe19-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-29fe19","namespace":"llm","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.727307895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"27ca6227-5a8f-46d2-8151-2dbc70c15992","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.727330002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"27ca6227-5a8f-46d2-8151-2dbc70c15992","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.782253469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"79c785e0-87ae-4287-b959-62d201b71103","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.782583268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d876225b-0c0b-458a-8415-20a84ee251ef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.784757984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab9d3a1-4f02-4a6e-b6a7-cfa97dd261ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.784970827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"c0fe4be4-703b-4ad6-b196-903ebda4682f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.784765436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"e4bc09df-ae08-4374-9f19-655ef7a98460","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.791821646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"c0fe4be4-703b-4ad6-b196-903ebda4682f","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.792755465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aab9d3a1-4f02-4a6e-b6a7-cfa97dd261ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.794080795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"e4bc09df-ae08-4374-9f19-655ef7a98460","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.796252494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3322219-6077-425f-9c23-69ba853336da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.803228469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3322219-6077-425f-9c23-69ba853336da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.882190868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"29bc4e1e-d824-4813-a91f-b735b92deb6a","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.882217968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"29bc4e1e-d824-4813-a91f-b735b92deb6a","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.913906531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"c11d3f8b-a43e-47d9-a489-56edb7156da8","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.932700545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"586b0a08-adda-467e-aef7-1502ab50d654","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.95198074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"41af8bf6-143c-4dd0-a590-fc9210495cc7","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9dd8b1cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.962345226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ba22ba5d-a9ae-4100-be17-5ca7d9988ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:15.970478934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ba22ba5d-a9ae-4100-be17-5ca7d9988ca6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.001555565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-29fe19-access","reconcileID":"b709813f-ada0-4b10-98a0-a1ed7cca9ed2","MaaSAuthPolicy":{"name":"e2e-rt-eq-29fe19-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.044186814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"54ab9b9f-0591-4ad4-a2bb-6d97c60fd4a1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.044213503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"54ab9b9f-0591-4ad4-a2bb-6d97c60fd4a1","MaaSModelRef":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-29fe19-b99dd53071a2","namespace":"llm","model":"e2e-rt-eq-29fe19","externalModel":"e2e-rt-eq-29fe19","provider":"e2e-rt-eq-29fe19-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.060164119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2ee24a1c-4046-4957-9354-847b990ec06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.060189982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"095f3a89-0fd1-49dd-b00b-25f0fc89616a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.060625615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e16b6880-4c1b-4c35-ba03-cebd53a719a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.072722393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2ee24a1c-4046-4957-9354-847b990ec06f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.072982588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"095f3a89-0fd1-49dd-b00b-25f0fc89616a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.075148087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e16b6880-4c1b-4c35-ba03-cebd53a719a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.145972271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"508b8fab-1c24-46b8-8414-6098c5b7e4f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.154706745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"508b8fab-1c24-46b8-8414-6098c5b7e4f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.584714444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"1dd9dd41-4c3c-4cb2-bf6c-fe4ccc4473b1","namespace":"llm","name":"e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605191526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9763bd3-a361-4113-9b24-e1d3ff1d500f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605218904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f9763bd3-a361-4113-9b24-e1d3ff1d500f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605501838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d1c40a4-b203-4b25-ae0b-99d0389bde74","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605518414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d1c40a4-b203-4b25-ae0b-99d0389bde74","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605789452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"111f6ca4-4794-4e8b-8556-c3d120327165","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.605801392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"111f6ca4-4794-4e8b-8556-c3d120327165","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.606067623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541e1c5c-e791-46d7-9378-7ca0be3cc756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.60608001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"541e1c5c-e791-46d7-9378-7ca0be3cc756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.606380268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a9dc54f-cde3-40a1-8030-a65640e50d3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.606392177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a9dc54f-cde3-40a1-8030-a65640e50d3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.60932856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"af3601f4-056b-4970-8bfd-0c6324167385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.611323579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ee303d48-a90c-4b90-9c37-e9e247a7c3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.611447855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fcb7ab8c-234a-49c9-b320-7c010d0a664a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.611890372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4aa17eb4-2f5f-4f38-9ad1-3c02bd222555","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.611908215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4aa17eb4-2f5f-4f38-9ad1-3c02bd222555","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.614999856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fa1285d-4862-4029-a998-558aafd00b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.615104902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269b18e4-bc8d-41ee-8aec-a8cc680abe32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.615803166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75341774-83fd-4f9f-8f73-b0b5bd852551","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.615820127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75341774-83fd-4f9f-8f73-b0b5bd852551","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.624696586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ee303d48-a90c-4b90-9c37-e9e247a7c3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.68162723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"230acc52-6b13-47f5-b0b0-4c6be04ed88a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.681729999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"230acc52-6b13-47f5-b0b0-4c6be04ed88a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.682175221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c17452ed-eeab-4280-b7fa-74b10d159657","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.682239188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c17452ed-eeab-4280-b7fa-74b10d159657","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.683659254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fcb7ab8c-234a-49c9-b320-7c010d0a664a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.68679466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"af3601f4-056b-4970-8bfd-0c6324167385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.688032921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"269b18e4-bc8d-41ee-8aec-a8cc680abe32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.689254299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fa1285d-4862-4029-a998-558aafd00b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.690068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9470334e-eedf-4fa1-b072-949b9aac9448","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.690079576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6718560-d7cb-4f3e-b0f9-3fe85e93107d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.69665961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"ab2f9bff-990b-47bf-acc8-667b9ac7e4a3","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","model":"llm/e2e-rt-sw-5bac6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.709033189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"558583a0-0d55-410c-8f91-4e19f7120a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.709875318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"35feb50f-18a8-410b-9a81-3392b811e995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.717564376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cb7b280c-5f08-42af-94f5-ac083131eb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.728532272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cb7b280c-5f08-42af-94f5-ac083131eb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.72898754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"35feb50f-18a8-410b-9a81-3392b811e995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.734646792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-29fe19","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-29fe19","reconcileID":"eae76819-3399-4ca6-bfc5-64da59ead547","namespace":"llm","name":"e2e-rt-eq-29fe19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.782321084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"558583a0-0d55-410c-8f91-4e19f7120a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.887399674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"28258739-24a2-4a03-8212-7e274423ea0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.887747797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ab8625e9-9d09-4578-866d-059deddd8861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.918760754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"28258739-24a2-4a03-8212-7e274423ea0b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.921855863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ab8625e9-9d09-4578-866d-059deddd8861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.927035977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"867727d5-e08d-43c7-8205-a0810c6221b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.940500368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"867727d5-e08d-43c7-8205-a0810c6221b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.950807026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a0022e44-62b4-495a-8e0c-10faffcdd0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.957030911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d621dccf-c33b-4da6-ac5f-23a73ed108a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.959976149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a0022e44-62b4-495a-8e0c-10faffcdd0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:16.965756431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d621dccf-c33b-4da6-ac5f-23a73ed108a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.089095251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"361d4edd-5dec-44f6-a148-226162a9020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.092342527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"21fa8b3b-653e-4803-a113-4963e74f3a38","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.101043057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"21fa8b3b-653e-4803-a113-4963e74f3a38","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.101440564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"361d4edd-5dec-44f6-a148-226162a9020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.132756748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"07518b12-6c66-4381-8360-98607fd2086f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.133275242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"034c60b4-9a8b-420a-afb4-6acc8bedfe38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.136492954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"638ec3af-656d-4784-9d4f-e4f9811f119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.141985338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"034c60b4-9a8b-420a-afb4-6acc8bedfe38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.14268916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"07518b12-6c66-4381-8360-98607fd2086f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.145608503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"638ec3af-656d-4784-9d4f-e4f9811f119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.226668823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4256a962-7311-4c59-acfd-bfa071dda2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.227107635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8cc6f924-beb4-48e6-be83-384fef8616fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.227158941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d9835c67-ef48-4405-b025-4738b16628d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.233833622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4256a962-7311-4c59-acfd-bfa071dda2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.234161741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ecd1a431-25e6-49d5-8078-1e1d90fae4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.234965912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8cc6f924-beb4-48e6-be83-384fef8616fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.23644426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d9835c67-ef48-4405-b025-4738b16628d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.281435624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ecd1a431-25e6-49d5-8078-1e1d90fae4bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.42479182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.698051797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"5d1b9038-2852-4fe4-a4a5-ce8f19972e0d","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.698250383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"5d1b9038-2852-4fe4-a4a5-ce8f19972e0d","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.706409672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4527419-3541-4c16-81b9-64610c71c580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.706814453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"f8ae90f3-9d74-459d-892c-754ea91137c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.707230279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77c8c51b-6f2c-480d-b90a-fe08e658351b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.714846909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"f8ae90f3-9d74-459d-892c-754ea91137c7","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.715408746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77c8c51b-6f2c-480d-b90a-fe08e658351b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.718164032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4527419-3541-4c16-81b9-64610c71c580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.722510637Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"25a0db01-2812-4074-b3c1-d6334cdd764a","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35a91942","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.840289154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3205301-c8ad-4faf-9975-903ca857b5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.840374096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6030d050-6aa0-4b9a-b3df-d0f5d3658a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.840689963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"151b21c1-4149-4a17-85c8-399d2edf897e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.849286687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3205301-c8ad-4faf-9975-903ca857b5d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.849291029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6030d050-6aa0-4b9a-b3df-d0f5d3658a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:17.851632191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"151b21c1-4149-4a17-85c8-399d2edf897e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.040458677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"f1c52e3e-e759-437a-acf9-2054fa265084","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.563521855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2e0a6cb2-e522-476d-95d8-e6e1f3eebe06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.56416903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9d5c7180-e7c1-47a5-82b9-761e0f86752b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.582595267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"2c316712-7cb5-4ab9-89b0-ccecfab07e90","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.629907931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"2c316712-7cb5-4ab9-89b0-ccecfab07e90","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.790142103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2e0a6cb2-e522-476d-95d8-e6e1f3eebe06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.806561183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9d5c7180-e7c1-47a5-82b9-761e0f86752b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.808061379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9dff5f72-633d-4f13-93ff-631c4f706ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.859437242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"959dad8e-1e80-4f8f-a1dd-c6e00a1f755b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.896181487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9dff5f72-633d-4f13-93ff-631c4f706ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:23.900295763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"959dad8e-1e80-4f8f-a1dd-c6e00a1f755b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.002285204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4f6c68fc-3b1d-4936-8511-384445b9db3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.038000086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"51e703e9-f1a5-4944-af4b-a887c08708cb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.053363152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8bcca9f4-b63c-4c26-9542-efc893415e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.055340131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4f6c68fc-3b1d-4936-8511-384445b9db3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.166881952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"51e703e9-f1a5-4944-af4b-a887c08708cb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.198187702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8bcca9f4-b63c-4c26-9542-efc893415e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.234546818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fd2ab28d-4b9f-41e5-bc56-c0ea72cadc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.259783045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e6ab32d0-febe-431d-ae9b-fa66901ee0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.337803149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e6ab32d0-febe-431d-ae9b-fa66901ee0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.395198567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fd2ab28d-4b9f-41e5-bc56-c0ea72cadc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:24.511539423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"7f51969c-ade0-4468-87e7-6c7ad2456e90","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.956509085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.960266015Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.963785961Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.970814962Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.974422298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:25.977592931Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-subscription","reconcileID":"649bd9b3-fe4e-4a11-891e-3e1f9a406ea0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.005752041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"52e48b76-9ddc-43d4-96e9-48b0fa90886b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.018277624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"c15f9090-6dbe-4f99-8b1a-e363d285925d","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.023785066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"8df85ccf-0524-4340-8a6a-322eae86248c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.029366558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fee9f07-c89b-4354-a37f-3ac69f008212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.029461486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ab76f2f4-9e4e-4d0f-b38d-97835dd371ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.03434486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"8df85ccf-0524-4340-8a6a-322eae86248c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.038279639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ab76f2f4-9e4e-4d0f-b38d-97835dd371ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.038579571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4fee9f07-c89b-4354-a37f-3ac69f008212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.12238101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"a2302741-3b79-46b7-a55f-f33dc4f685bf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.130411283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"a2302741-3b79-46b7-a55f-f33dc4f685bf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.15324811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"0242ef6f-33e6-459c-b89b-81726063ca33","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.153530115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"24af1361-8dbb-443d-a9d4-3b9378dd32f9","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.247542358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"93729e9f-2db8-4a46-b5b3-1050dc4aced9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.315125725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"01001ebb-3f39-4c27-bd08-6f2c55a0b028","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.315648184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"6d02ff7c-dc4c-4eac-885b-56744fcc1785","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.316086995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"11ecac91-21f0-4773-9a92-6586cdd7d4cd","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.383233615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-distinct-models-auth","reconcileID":"93729e9f-2db8-4a46-b5b3-1050dc4aced9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.383714906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"077121ad-705f-44b5-9fcf-78bfcfa49a1d","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.384179363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"605ed397-a499-474e-8b6e-223c30f9ee9f","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.38461237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"27616aa6-b3bc-4a34-818e-f84f8e3a7038","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.388176534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c8b65e22-b4d1-4646-8e9e-16e955d54129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.388580429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb0a8675-116b-41dc-bd71-12331b5524a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.392449352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"85df3321-3b2c-453d-8329-ca9a10974d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.396511711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c8b65e22-b4d1-4646-8e9e-16e955d54129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.397178913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb0a8675-116b-41dc-bd71-12331b5524a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.430603276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"51814b87-2c97-48c0-a838-2fcc092957fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.457239765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"7eaeb7b4-2c45-450c-a3a5-fdd1490385ae","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.457480007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"56d75f26-fd48-47d1-8f4e-e585ddbfd5ae","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.459180583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a5d5ae2f-ef11-48ba-b1fd-eb51ff66a522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.459182495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4fe3d483-4a6e-4420-a1a7-627375aeb46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.467540816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a5d5ae2f-ef11-48ba-b1fd-eb51ff66a522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:26.483564349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4fe3d483-4a6e-4420-a1a7-627375aeb46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.405733097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"30ebadcb-7071-47e7-9d7a-7e26d3069bb6","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.446016425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5e6e25ef-bfc0-4472-b58a-2083bc4f3dfa","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.462509523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"ab624436-e810-4290-bc2c-03c9e6d41d65","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.470672791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"ab624436-e810-4290-bc2c-03c9e6d41d65","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.49555688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"25475a8d-e22f-43f6-9c37-0533f6849b02","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.558975181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"c3d08c28-b590-4754-b7c6-3a5588a86ab6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.567079722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"c3d08c28-b590-4754-b7c6-3a5588a86ab6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.58230624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"8bacb04c-a4af-41a6-aad8-613ac1acde7a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.599183896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a0c410d8-5191-4b78-a0fc-3a00a4596caa","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:27.605395106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-valid-sub","reconcileID":"f688a90b-6d44-41ff-b0ee-2ffc9c06df3c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.646331337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"794ffae1-056b-4a76-965e-54c3e208bda1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.660272455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"877ee1a7-e7a4-4c07-8351-2e57c43be6a3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.665684515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"43b86c3e-4f41-4d60-9d71-046ab80aacd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.667513163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"87dca874-3145-49d4-83b5-8e0c0ad0e11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.678893768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"43b86c3e-4f41-4d60-9d71-046ab80aacd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.679129656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"87dca874-3145-49d4-83b5-8e0c0ad0e11c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.693424886Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-valid-sub","reconcileID":"5dfa0bb8-35e2-4317-b44e-35f5fb3fc273","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-models-valid-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:27.693675338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"c3d08c28-b590-4754-b7c6-3a5588a86ab6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.718262077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"818a8a1e-bd9d-4587-a578-b2296dc9e154","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.729276197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"225377b1-3a7a-43e0-b2d6-ebaf52211b7e","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5bac6a","subscription":"e2e-rt-sw-5bac6a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.736376229Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"225377b1-3a7a-43e0-b2d6-ebaf52211b7e","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.740136501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-sub","reconcileID":"225377b1-3a7a-43e0-b2d6-ebaf52211b7e","MaaSSubscription":{"name":"e2e-rt-sw-5bac6a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-5bac6a","namespace":"llm","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.757642727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"f06c75af-11a8-4449-acd7-f0309b489f68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.757642613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c78e7c7a-ab20-4b33-a2b3-a600cc2ccc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.766267472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c78e7c7a-ab20-4b33-a2b3-a600cc2ccc75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.76677324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"f06c75af-11a8-4449-acd7-f0309b489f68","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.777457074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-valid-sub","reconcileID":"545899b7-f0d0-4770-b080-b91529da1b1b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.778068656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"f20e2d81-bb2a-4611-b43d-87e4b6cd26cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.857438202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8a850088-4ea3-42eb-9354-6e2025bcdccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.867454165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8a850088-4ea3-42eb-9354-6e2025bcdccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.883612975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"c4b83da8-9319-4785-b366-fbe1b8b30a6f","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.88363105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"c4b83da8-9319-4785-b366-fbe1b8b30a6f","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.902034718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"dfaae1da-df1e-416a-bf84-83f5bd4e7025","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.960710877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85153b0-0039-4c1d-a26f-29bc4628f56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.961786252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"ac826447-01cf-408c-9590-c8ffaf5126c5","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.961794606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"700f78e5-63ad-4fba-b314-318d4fccaf4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.967684636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85153b0-0039-4c1d-a26f-29bc4628f56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.969038679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"700f78e5-63ad-4fba-b314-318d4fccaf4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:27.97009515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"ac826447-01cf-408c-9590-c8ffaf5126c5","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.086306455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"2d443ef9-ce19-4724-8b1c-1924e7249c9d","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.086337682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"2d443ef9-ce19-4724-8b1c-1924e7249c9d","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.089494218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-5bac6a-access","reconcileID":"0748842b-6a22-4eb2-8e69-c5b14099f54e","MaaSAuthPolicy":{"name":"e2e-rt-sw-5bac6a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.105057044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4a6c82b4-7981-47d6-917a-87b60fdca22a","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.105099006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"4a6c82b4-7981-47d6-917a-87b60fdca22a","MaaSModelRef":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-5bac6a-5a707f712a2d","namespace":"llm","model":"e2e-rt-sw-5bac6a","externalModel":"e2e-rt-sw-5bac6a","provider":"e2e-rt-sw-5bac6a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.168405047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"237555fb-86a2-4cfd-85d7-3d6e909ea1a5","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.181430758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"ced8eed9-777c-4d30-8e54-c7ad361d328b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.18389267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e8d700db-026a-4c6b-b28d-af0d5d414434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.183898422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d90d69c6-24d2-4291-9137-f369bbbcf5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.190559234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"ced8eed9-777c-4d30-8e54-c7ad361d328b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.191214387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e8d700db-026a-4c6b-b28d-af0d5d414434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.194266109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d90d69c6-24d2-4291-9137-f369bbbcf5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.691685884Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"933753a1-c65f-4a2e-bb83-71723609049e","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.703735552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2028ec5a-173f-4845-babe-fc42c599d903","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.703760823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2028ec5a-173f-4845-babe-fc42c599d903","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704101095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8628b92-1162-44a7-a349-ec4a096ed258","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704113989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8628b92-1162-44a7-a349-ec4a096ed258","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704520894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aba6f159-b929-4fc2-afac-1bb01213c9a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704533734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"aba6f159-b929-4fc2-afac-1bb01213c9a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704819827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"709d4c5e-b0c5-4d89-b9a3-d3f05af514d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.704833955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"709d4c5e-b0c5-4d89-b9a3-d3f05af514d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712107535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c3f6be4-f2d1-4fe5-901d-2710b9c4d2bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712128865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1c3f6be4-f2d1-4fe5-901d-2710b9c4d2bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712493819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"356a95a2-355e-46f7-8888-35f62f70f4aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712510091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"356a95a2-355e-46f7-8888-35f62f70f4aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712835108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9cc1f4-111f-4c79-89bb-478180940e27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.712854455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9cc1f4-111f-4c79-89bb-478180940e27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.713378466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb78d135-3a3d-4681-8803-13bc39ac0369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.713820876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"60bb5f37-be77-41ba-81c9-54c47d60fe30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.713829873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"4f6f0c5c-bced-4fdc-8e9f-2dbbf9156af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.71406976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e2b80909-048e-4f31-89f8-9fe4e36c5df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.713393965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c00ae72-784d-45a2-8933-c06bc1f72b59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.716200062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4c00ae72-784d-45a2-8933-c06bc1f72b59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.714464538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"848674b1-7b57-412d-a770-029e0fc8d372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.722463523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb78d135-3a3d-4681-8803-13bc39ac0369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.724354249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"4f6f0c5c-bced-4fdc-8e9f-2dbbf9156af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.728343855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e2b80909-048e-4f31-89f8-9fe4e36c5df4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.729400684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"60bb5f37-be77-41ba-81c9-54c47d60fe30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.783392713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d77677b1-14f1-4028-b062-9310705e46cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.789870439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"848674b1-7b57-412d-a770-029e0fc8d372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.83612636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-5bac6a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-5bac6a","reconcileID":"c5cb739f-1221-465d-9c67-ff7e4fc689d6","namespace":"llm","name":"e2e-rt-sw-5bac6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.856461189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a26c625-689d-4f54-9088-745a89cef0ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.921455409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"1d5f27e3-ed5f-49d9-b953-b407dd1b1d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.921879848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c9b2660c-bedb-403d-a683-ea367f65ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:28.984931956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"1d5f27e3-ed5f-49d9-b953-b407dd1b1d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.065181331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c9b2660c-bedb-403d-a683-ea367f65ed6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.118956287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a964bf9-4aa2-4412-8e83-aa76af14db15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.125383531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7bd6ba-0d0c-4d0e-8885-987dfd7d921b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.132046368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a964bf9-4aa2-4412-8e83-aa76af14db15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.135697837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aff1ca9a-5899-4d1c-a498-79808a8a8269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.163125751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f7bd6ba-0d0c-4d0e-8885-987dfd7d921b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.169813234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d0f7dd34-93e8-454b-a6c2-7d1a708f270f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.170408868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aff1ca9a-5899-4d1c-a498-79808a8a8269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.17198434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"92dfe048-b9e7-4430-ab0a-2ccf9d793e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.196579553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d0f7dd34-93e8-454b-a6c2-7d1a708f270f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.197764383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fe6271e9-1bd6-49a0-a6d3-25f9d9b0a488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.204495753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"92dfe048-b9e7-4430-ab0a-2ccf9d793e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.220627492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fe6271e9-1bd6-49a0-a6d3-25f9d9b0a488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.227354499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9626c581-c90b-4343-8440-ff1c7a2360e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.229957797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"03062b5b-bab9-4529-9a25-dea5248247a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.281787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"03062b5b-bab9-4529-9a25-dea5248247a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.282981395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9626c581-c90b-4343-8440-ff1c7a2360e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.283526681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9ccbde2d-0ffd-4fd2-9a13-e7a916ca03f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.283570506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f4413ae8-c6a1-429a-9390-91fa72484aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.30515588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9ccbde2d-0ffd-4fd2-9a13-e7a916ca03f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.307049843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f4413ae8-c6a1-429a-9390-91fa72484aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.313760123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"399ca92e-17a6-4d1d-a020-67813c3a84e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:29.323838847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"399ca92e-17a6-4d1d-a020-67813c3a84e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.053182625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"40a0d71b-3d5f-47b3-a2dd-e1ed413ce06e","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.91852402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"0bd08a89-907d-48cb-af2d-788c36da77ff","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.930201606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b2f6da39-fed3-4e28-8c4f-876b8a64bcc4","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.944154382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"731a0231-0c60-4b9f-ae11-88d27dadd3cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.951360462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"731a0231-0c60-4b9f-ae11-88d27dadd3cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.957176048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"731a0231-0c60-4b9f-ae11-88d27dadd3cb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:31.964430659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"f9cfcce8-84d3-4467-8695-919a43e7b6aa","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.080025594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"78d016f2-0599-4660-9fff-e66726ebbc85","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.096761673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"78d016f2-0599-4660-9fff-e66726ebbc85","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.120078033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"78d016f2-0599-4660-9fff-e66726ebbc85","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.158739288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"d4848d03-9213-4ede-928e-f422ffbceac4","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.176023441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"8c5e5f16-5869-4f71-8b41-ab4e7be6d43b","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:32.176225815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"82fa5325-f50b-417c-bc28-b55ddc8f9e59","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.177683473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"eee119f9-958b-4944-8957-93d675944cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.18361667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"baf2e87a-a18e-4eee-a577-933d77e0670d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.186577654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5d08f78d-b28e-4f93-a54e-a53d13fdb184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.212617369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"eee119f9-958b-4944-8957-93d675944cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.214073365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"093f00ff-57b5-425f-aa82-3986254e1e0f","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.214855318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"baf2e87a-a18e-4eee-a577-933d77e0670d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.239568507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"baf2e87a-a18e-4eee-a577-933d77e0670d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.242140767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5d08f78d-b28e-4f93-a54e-a53d13fdb184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.255685446Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"2614330d-b7d8-4d91-901e-bd62d2c86fb1","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-w1-010232","model":"distinct-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.277221341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"d1c2b851-c64a-420a-989e-cdc83952e51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.27809957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"4b492fe4-ab17-4ab6-a136-dd43ef7d4d0f","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.295726977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"d1c2b851-c64a-420a-989e-cdc83952e51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.322311832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"d1c2b851-c64a-420a-989e-cdc83952e51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.337300686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"41b22ade-edfc-48f0-a577-e7e92d3581a7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.341521578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"d41edbe1-02bc-4099-b925-593a9611bc41","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.350638345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"307217f2-d233-4f2f-8e04-5673a06e81db","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.373388599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"80ceaf4f-6d1e-41f9-8bf0-f13ebd41b7b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.373569215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f6fb5a1f-01ef-4a86-89c6-7fd2e2ba5e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.37375965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d8d45746-d666-47e7-a06c-e3237328786f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.383674306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"80ceaf4f-6d1e-41f9-8bf0-f13ebd41b7b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.387142226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f6fb5a1f-01ef-4a86-89c6-7fd2e2ba5e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.392397073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d8d45746-d666-47e7-a06c-e3237328786f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.397995368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"80ceaf4f-6d1e-41f9-8bf0-f13ebd41b7b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.415620035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"b7cbd3c7-d561-4ff5-bebd-8b8c234a4ec5","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.474819559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"05f570cd-2fbe-4c36-96a2-cffdcbe20869","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.483857081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"05f570cd-2fbe-4c36-96a2-cffdcbe20869","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.50977957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"05f570cd-2fbe-4c36-96a2-cffdcbe20869","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.527070036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.528081234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"660eef44-8f58-4fc8-bb83-cddfb09290f5","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.540293812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"52aab959-5325-486f-a086-6eb8937f2b25","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.542488826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"2c075c3e-76db-4042-93f9-96ec01595dfb","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:32.544112457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.550652612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"e1265551-d067-42a9-a14c-f87ff4fb4146","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.567706292Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"42aeba3c-1cdf-40bd-8d91-965203cd85d6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-2-w1-010232","model":"distinct-2-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.576157822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b3383601-37bb-43fa-a542-0caeca7021eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.576677062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"5f9e0fd3-854e-47d2-996c-a56060f88584","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.577049134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"680663c3-db26-4dbb-8952-d4fe6737ba87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.577518996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1dcaf7a9-541a-4ff7-842d-72e699ce87aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.605877388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b3383601-37bb-43fa-a542-0caeca7021eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.623902039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"5f9e0fd3-854e-47d2-996c-a56060f88584","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.62871365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1dcaf7a9-541a-4ff7-842d-72e699ce87aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.638957451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b3383601-37bb-43fa-a542-0caeca7021eb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.63982009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"680663c3-db26-4dbb-8952-d4fe6737ba87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.640439479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"e57635f1-7383-42d3-a3e3-19d06ac30ad4","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.641515767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"5f9e0fd3-854e-47d2-996c-a56060f88584","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.699905854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"1f7813dc-0aa3-43ef-8d6b-042e9e07e346","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-2-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.716374161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"2e1f0a33-3075-467d-8ac1-fb9e27c2c1bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.716851298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b061bebe-fc74-43e7-ba8a-71895ac29209","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.747815755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b061bebe-fc74-43e7-ba8a-71895ac29209","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.749546167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"2e1f0a33-3075-467d-8ac1-fb9e27c2c1bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.755045207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"b061bebe-fc74-43e7-ba8a-71895ac29209","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.756434457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-010232-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33a5ae6270fa3ff17d93413a1f4022029a21c70cb3ac6cf88c3114cb43732d71) AuthConfig (eefd9d9e697dc91b9f46b1374ac5a2f3bd8e61b1be645a9107288df89c8fd2c5) AuthConfig (b750ed4b195f33dee0eee3c6046898d03e7b4e8938e132a4a2b29126a5f2acca) AuthConfig (a5ba8539a7f1170ad0b4356cfb49f9cc0ebe021914fa73fe58fb62d656e838de) AuthConfig (20aae73e4e2258d5c61f1c8c134c2b0738b3030bfe638d30dad9542b104e08bd) AuthConfig (791da4d1e6cd58aec7dce983a218b6d7129e53fce385553fd1d8d88fc1cf81e7) AuthConfig (56d1ac06c23e3fa32a6c752f39711fc8f47974a01aa1e7d87bfd998a798aea77) AuthConfig (46bd49433421df70086df9e12818ad4c417fcdb5ad6206ab50dfe92bf350e648) AuthConfig (076763d83f8124f63e4a81d98bba035b900dd872cf86bb3414531f7ec6d201e4) AuthConfig (3b97d78e7e681f3a6b45d266ed07e5bfb7a0671e8953ab0316e98499096f622c) AuthConfig (bb32410621285d4b9b852c6557a3ad17488d3d764e9df87eed625b20c0c29539) AuthConfig (5feccb3d03c772e873871aba0a2743b056afa4904f9d2bfd9cb99879361817e1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"2e1f0a33-3075-467d-8ac1-fb9e27c2c1bf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.782128068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"004e02d2-68cf-41d9-906b-316406b1431e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.782657148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e1e4b48b-02c2-4dcf-846f-d74dc61e12bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.792968762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e1e4b48b-02c2-4dcf-846f-d74dc61e12bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:32.796696664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"004e02d2-68cf-41d9-906b-316406b1431e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.109467453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6b462b8e-e0d1-4c81-97cf-55b739487dd2","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.11008783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"2ad300bc-e4e3-41a7-bc11-2b4bc849ef88","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.110483474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"b18d573b-c17e-408a-bce5-1d493dbb1bce","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.229025491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"08e25af2-4f81-4ec8-b5af-2a14b5c422a5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.229651478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"5d4a7684-6541-4b97-8df5-10c71dc141a6","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.230107585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"8ed5ba5c-aae8-4c26-9148-a8f7d62ee34f","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.352719006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0a407d1a-7e7d-4e06-80dc-e896f2a49266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.357589438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d7f8bb61-3edf-4ade-bf2e-464b2833bbe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.455152081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0a407d1a-7e7d-4e06-80dc-e896f2a49266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.456503034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"eba4b6b7-4969-4c2e-b178-1926b684e460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.458764332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"0c7dbb83-69f2-43eb-bf64-b9e3d466c884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.467810566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d7f8bb61-3edf-4ade-bf2e-464b2833bbe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.598998563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bbf0ccbf-c7f9-42ca-8ae4-5f107f84ad09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.609400916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bbf0ccbf-c7f9-42ca-8ae4-5f107f84ad09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.700741186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bcdde2ec-a46e-4c7d-bad1-414e9f66b6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:37.721711454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bcdde2ec-a46e-4c7d-bad1-414e9f66b6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.19018464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-valid-sub","reconcileID":"967534fb-efc6-42c9-b370-cc971a976c6e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.228763306Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-valid-sub","reconcileID":"967534fb-efc6-42c9-b370-cc971a976c6e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.286788335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"a6cdc502-bcfe-435d-ae0d-c42d44758345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.287655292Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.288401803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5fd81b4c-1da8-4f7f-981e-08ecbb2e90eb","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.318526946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"99fadb86-a7f5-4ebb-bcb6-0ef1bd492e2b","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.323159452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a3a50579-b550-4dbf-bf1a-ed15df4551f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.323577076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"9317bb59-5a1a-4a54-93d8-f2106db84469","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.323990874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b91d4ee6-d573-440e-b412-4b3c1c273320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.332022805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a3a50579-b550-4dbf-bf1a-ed15df4551f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.422556873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"9317bb59-5a1a-4a54-93d8-f2106db84469","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.42462301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b91d4ee6-d573-440e-b412-4b3c1c273320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.425790536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"b5a82210-bb86-4696-b3e7-796f1001e218","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.492780467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-invalid-sub-auth","reconcileID":"492654cb-2648-443c-9ae9-d9f75dea383b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:38.551434871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"fc3c4303-1038-45f5-b5bd-2fe8836ef08d","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.767431799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"b8122c1b-6514-4984-92a9-f4cfa389de22","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.776140081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c2cd4cd2-773d-4737-abd6-ff2c37456c3b","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.7845084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"2edb11d0-c498-4a12-b036-47f96a945371","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.791432054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"2edb11d0-c498-4a12-b036-47f96a945371","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.813827655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"24e136b3-a84a-4cc0-bd50-59db9043570f","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.884776312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"ba5f18a5-8b6e-4188-bea7-fe6fecd6f6aa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.891811277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"ba5f18a5-8b6e-4188-bea7-fe6fecd6f6aa","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:39.914890784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"ba5f18a5-8b6e-4188-bea7-fe6fecd6f6aa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.954386431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.95467304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f4f32c79-3b2e-4138-83cc-10fb11585e63","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.960162923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c48604e7-2da0-470a-a36e-08427f6d81bd","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:39.96531512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"adba6e5c-fa2f-441b-8c38-4323d82e11ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.981808324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"9827430e-e8ff-4d9f-9dd5-95ec1228b974","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.988864493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"42cd940c-d8a7-4343-b5d5-3c970b44a835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.989206216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"3a23a787-4c46-48c6-91da-8db7589c4cb0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.98931075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c19b9b20-c89d-45f2-ba97-7534d4053ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.989680488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"f645782a-5451-4fa5-af34-095f6883347c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.996469608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"42cd940c-d8a7-4343-b5d5-3c970b44a835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.997510579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c19b9b20-c89d-45f2-ba97-7534d4053ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:39.999003458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"f645782a-5451-4fa5-af34-095f6883347c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.014744357Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"ba304e00-6e0b-4311-9f63-b74033a68c20","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-models-user-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.081630743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"6c4aa3fc-c3b5-41fe-af66-d388d4d89b80","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.088291235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"020b4e2c-4b3c-4c08-9872-925e78c25bd8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.088726628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f4467319-8119-47a3-8760-e78234b395f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.089110483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ff33d2ce-ce31-4bc5-8dc6-d951738e5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.096273341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"020b4e2c-4b3c-4c08-9872-925e78c25bd8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.100575895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f4467319-8119-47a3-8760-e78234b395f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.105439169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ff33d2ce-ce31-4bc5-8dc6-d951738e5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.189313291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"fe39d90f-56b4-4407-9e09-1837fb2c067b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.189696849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"66c2d84a-6ba1-4a49-958f-f2ea2659983d","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.200055711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0304c664-1a05-4b4f-ba4e-43b4fe220a01","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.20049341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]","namespace=ai-tenant-e2e-worker-w2-e78c33 priority=0:[ai-tenant-e2e-worker-w2-e78c33/e2e-models-other-sub ai-tenant-e2e-worker-w2-e78c33/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.213212966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c62b39e4-aa4f-4823-847b-254885739bc3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.21361246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1fbecf43-8415-4682-8a76-cc244b549f22","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.214467948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2327bc06-c198-49fc-9833-ed155885ed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.214947429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"afb4dd25-bf40-4f45-910b-50025e537e6b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:40.216021943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e78c33/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.217896696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"152cfd07-b00a-45b3-98c6-676952ccd3c3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.282463555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"afb4dd25-bf40-4f45-910b-50025e537e6b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.282755221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2327bc06-c198-49fc-9833-ed155885ed85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.304685132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-other-sub","reconcileID":"ddbaa1e9-b771-4ccc-aa2a-da1b51afab3d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-models-other-sub","ai-tenant-e2e-worker-w2-e78c33/e2e-models-user-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.325306367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1b4c0a53-c890-4e44-8360-bb72b45c3771","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.330184182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"91ae4e4f-3008-4f86-a4f8-6612cc39cce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.330218795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"746925a5-318e-4a52-b34c-ff8c487e895d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.334541448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"c772efde-56ec-4e7c-8865-3e3529c00e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.334621316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"4f42a5e1-7766-40b9-9e3f-e33f9545aa35","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.338769417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"91ae4e4f-3008-4f86-a4f8-6612cc39cce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.339827371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"746925a5-318e-4a52-b34c-ff8c487e895d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.478069893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"58bf0728-ce02-46c7-9696-e327d33e841e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.503365012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"58bf0728-ce02-46c7-9696-e327d33e841e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.503658348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-other-sub","reconcileID":"ed37c575-f67d-4c20-aece-e3e3c257ea14","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.820603556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"55eb452e-73e1-43d0-8ea2-ff2b74398bc0","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.821221496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"7ed148a3-9b5a-4442-a6e4-66228e0394e7","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.834111212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a9600e94-7455-4d92-b782-3379d0950636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.838124396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ab9a8b1d-caae-43a7-a727-629265b1584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.846091961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"44776647-1b24-4af7-b6e0-ea2ee80d5c20","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.846578753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"689c8762-d02d-44cf-94f5-a7c28fdfe6da","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.846757009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"dfb58585-d6f9-4b71-bbb4-0b203d559858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.849991093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ab9a8b1d-caae-43a7-a727-629265b1584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.850412098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a9600e94-7455-4d92-b782-3379d0950636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.850542778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"6cb1f8e0-6466-463b-aebd-c4cec8480b91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.931906144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f32a35dd-02a2-491a-8424-e450266aaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.933386503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"583bf926-9e9f-4ac7-8e23-3918118e392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.939291606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f32a35dd-02a2-491a-8424-e450266aaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.941404011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"583bf926-9e9f-4ac7-8e23-3918118e392d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.947715511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"97b5bc18-fdb1-48e5-ad87-0a847ae78fd6","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:40.966128491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"e39e63fb-1a62-4df2-a5fd-2ee76f7150c7","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.058689704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"6b1035ac-055b-4bac-b673-fcf88c77f483","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.400575088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"079cf809-7bd5-41e4-bd10-6849556c612a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-2-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.595736497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e4b0fc46-6b0e-41b5-9f6d-bdd6b712f4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.704554503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3b2c7713-e229-4d2d-8ed7-c8d8536c454c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.729817215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"d05f08b4-7221-4b01-aadd-ddcd417ea7ae","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.732128436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e4b0fc46-6b0e-41b5-9f6d-bdd6b712f4d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.785608203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3b2c7713-e229-4d2d-8ed7-c8d8536c454c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.855743514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"d05f08b4-7221-4b01-aadd-ddcd417ea7ae","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.885953353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"b98c7ac5-8673-4f09-ae76-2cd14e4c83af","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.887070122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"743e8f8a-3baa-41f6-b2a5-8ebe4192e14b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.942595483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"54a6f558-da29-4eaa-8cf0-21970c7a6894","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:41.985664246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"743e8f8a-3baa-41f6-b2a5-8ebe4192e14b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.04750027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"54a6f558-da29-4eaa-8cf0-21970c7a6894","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.136496973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"94db07f4-d8d5-4d79-9cbe-0dcbe501cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.137406152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b9752306-7cf0-47c4-a94a-a9e1743e2529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.138171552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d9ab8ab2-4e38-47c9-a297-062a3a371a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.208283731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d9ab8ab2-4e38-47c9-a297-062a3a371a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.315702219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b9752306-7cf0-47c4-a94a-a9e1743e2529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.305584031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"0bcf440c-2844-4a04-b17f-188fd4e1048c","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.341556368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"94db07f4-d8d5-4d79-9cbe-0dcbe501cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.342255641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"a64c62c8-eac8-48e5-807a-186be7ef22d8","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.535586208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"7dc7c692-77a3-46c3-b2c3-bc77c4f462da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:42.688003134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"8763fb51-e391-4a5b-923f-a8518d4ed773","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.129297526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"7dc7c692-77a3-46c3-b2c3-bc77c4f462da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.227813734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"8763fb51-e391-4a5b-923f-a8518d4ed773","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.302062572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"da25c58a-c29c-4fb5-8676-9056de9918ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.32885161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"cef06319-88c4-478e-98a0-11173d34ce04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.45715169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"da25c58a-c29c-4fb5-8676-9056de9918ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.477156307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e4bd6e1f-28f9-4867-bddb-681ebeaf036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.521638177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"cef06319-88c4-478e-98a0-11173d34ce04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.590644166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ef1d527c-b947-4732-b1f1-e68d23b74a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.595188846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e4bd6e1f-28f9-4867-bddb-681ebeaf036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:43.631534508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"8763fb51-e391-4a5b-923f-a8518d4ed773","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.639107373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ef1d527c-b947-4732-b1f1-e68d23b74a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.687492107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"72b090e5-3558-4cab-9180-bf984ac06a1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:43.721823239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"72b090e5-3558-4cab-9180-bf984ac06a1b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:44.579327695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"942945e6-d5a4-43ca-bdc3-49e27ccf1d6e","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.057982993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"96634d02-906c-4e81-a5bb-30f0ddb18fc0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.107305966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"7c36e724-c06f-4f1b-907c-1be5fcbd076f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.114101317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cc25c362-c921-439e-ab99-1f0c2ce8ebfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.114779497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9283a064-74cd-4356-8e16-8c955c4d5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.148177877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cc25c362-c921-439e-ab99-1f0c2ce8ebfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.178132132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5f77c96c-09aa-4ab1-aaa8-bbb784430d06","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.179017558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9283a064-74cd-4356-8e16-8c955c4d5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.298062091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"67796b95-d1df-4d54-be1d-ef3cdb936693","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.442641141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"bb620f0f-8704-4d59-a189-42dd5f161795","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:46.827417011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"2dbf48a0-7d91-4168-92ec-4849eefda222","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:47.430022077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.354316109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"d5ae6823-c5f4-4e74-8438-389e047a2194","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.360711143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"1afff4f4-e59d-49d9-a102-e05faffc7ee7","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.377681265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"751d3e46-1af3-46db-af9f-cd4b0a682553","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.44285053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"751d3e46-1af3-46db-af9f-cd4b0a682553","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.452782123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b6d4749fd148150a25dae7c470099b40894b7c96fa6c6055ffec6b5c3ed1fd) AuthConfig (b3558437817617eb5d4790a7c8544f18a3c7ee78c6e1a94c269b6367554e654c) AuthConfig (2e3b4e9d3106902b87aebf39033ec9b6a973262ace6a16c0ef7ed72c60023020) AuthConfig (fdd15e5455a1d92fed2c5728b66c32d653bb0fc7e7a9132f7f7bf7831bab9a81) AuthConfig (48efefb28abb9bf58c7278ea9b37c9df95a3bcdfdeb6c06abdd15089b76bc942) AuthConfig (4bd0197bab91764b31377b3484010651dbc8726e5bdec06787d850bbfe905c39) AuthConfig (c606deb72475c4c1511f31037515bbd88e6a43550d05ed4655b24275cf84bbef) AuthConfig (c905dce137ccf6b3aea5fb4b40362b60b0f7f3dcb40d2168f5c4c6b8cc0f9392) AuthConfig (58482390c3c5d49e11c27a9867a347e56780672b1f817d0ac77d1d9ba302f975) AuthConfig (e84905a6b1c39bf6474fae8fac788c69fbb37ee8582c7a3b53b4c6751b5b8f4e) AuthConfig (d7f0d08eee90ca6083f7c4b81f79c37a43bebcd53b56ff30afd082c4aa77deb6) AuthConfig (9d20cc520204c43ee4db09b62a0fd8f0674831a15db82a97f7d53321bed0a655)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"751d3e46-1af3-46db-af9f-cd4b0a682553","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.464907305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"e38c2733-bb40-4495-ba67-afa250c15089","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.476434219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"0e860538-25c2-4b3d-9d3a-c3af57415de7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.494195076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"0e860538-25c2-4b3d-9d3a-c3af57415de7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.505792347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b6d4749fd148150a25dae7c470099b40894b7c96fa6c6055ffec6b5c3ed1fd) AuthConfig (b3558437817617eb5d4790a7c8544f18a3c7ee78c6e1a94c269b6367554e654c) AuthConfig (2e3b4e9d3106902b87aebf39033ec9b6a973262ace6a16c0ef7ed72c60023020) AuthConfig (fdd15e5455a1d92fed2c5728b66c32d653bb0fc7e7a9132f7f7bf7831bab9a81) AuthConfig (48efefb28abb9bf58c7278ea9b37c9df95a3bcdfdeb6c06abdd15089b76bc942) AuthConfig (4bd0197bab91764b31377b3484010651dbc8726e5bdec06787d850bbfe905c39) AuthConfig (c606deb72475c4c1511f31037515bbd88e6a43550d05ed4655b24275cf84bbef) AuthConfig (c905dce137ccf6b3aea5fb4b40362b60b0f7f3dcb40d2168f5c4c6b8cc0f9392) AuthConfig (58482390c3c5d49e11c27a9867a347e56780672b1f817d0ac77d1d9ba302f975) AuthConfig (e84905a6b1c39bf6474fae8fac788c69fbb37ee8582c7a3b53b4c6751b5b8f4e) AuthConfig (d7f0d08eee90ca6083f7c4b81f79c37a43bebcd53b56ff30afd082c4aa77deb6) AuthConfig (9d20cc520204c43ee4db09b62a0fd8f0674831a15db82a97f7d53321bed0a655)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"0e860538-25c2-4b3d-9d3a-c3af57415de7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.573499581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.576216766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"20610000-e172-4b9b-9f1f-4e9e3d19b53a","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.59610057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f7aa47d0-f9af-42b7-ab0d-8ff9b6be9ba0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.61329251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"40191eba-5fc7-46f4-a34e-43e7af9ee9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.618766868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9b5986b5-d46f-4037-879e-571b6eaf8ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.619809988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"e5318823-fb69-4957-ace6-fdace2a411bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:48.62023018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-sub","reconcileID":"a2516e67-f5a5-402b-bf7e-e12e5aafee6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.63534797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3bd21767-f6d7-419e-ba9b-5895fc736773","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.638070038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"40191eba-5fc7-46f4-a34e-43e7af9ee9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.681314931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9b5986b5-d46f-4037-879e-571b6eaf8ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.700846508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"e5318823-fb69-4957-ace6-fdace2a411bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.702650863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"8eea6b7c-6656-41b8-996d-1847a64104ea","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.726516624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"969308b8-6863-41a3-9147-6fd95378b6de","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.729511497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b6d4749fd148150a25dae7c470099b40894b7c96fa6c6055ffec6b5c3ed1fd) AuthConfig (b3558437817617eb5d4790a7c8544f18a3c7ee78c6e1a94c269b6367554e654c) AuthConfig (2e3b4e9d3106902b87aebf39033ec9b6a973262ace6a16c0ef7ed72c60023020) AuthConfig (fdd15e5455a1d92fed2c5728b66c32d653bb0fc7e7a9132f7f7bf7831bab9a81) AuthConfig (48efefb28abb9bf58c7278ea9b37c9df95a3bcdfdeb6c06abdd15089b76bc942) AuthConfig (4bd0197bab91764b31377b3484010651dbc8726e5bdec06787d850bbfe905c39) AuthConfig (c606deb72475c4c1511f31037515bbd88e6a43550d05ed4655b24275cf84bbef) AuthConfig (c905dce137ccf6b3aea5fb4b40362b60b0f7f3dcb40d2168f5c4c6b8cc0f9392) AuthConfig (58482390c3c5d49e11c27a9867a347e56780672b1f817d0ac77d1d9ba302f975) AuthConfig (e84905a6b1c39bf6474fae8fac788c69fbb37ee8582c7a3b53b4c6751b5b8f4e) AuthConfig (d7f0d08eee90ca6083f7c4b81f79c37a43bebcd53b56ff30afd082c4aa77deb6) AuthConfig (9d20cc520204c43ee4db09b62a0fd8f0674831a15db82a97f7d53321bed0a655)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"e5318823-fb69-4957-ace6-fdace2a411bc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.757956926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"f55d7ae2-3fa5-4b7b-9ef1-7068d373a411","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.76654124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"f55d7ae2-3fa5-4b7b-9ef1-7068d373a411","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.772445836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-sub","reconcileID":"c34db84e-c4c3-437a-85e8-6d55aca718c8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.774767232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b6d4749fd148150a25dae7c470099b40894b7c96fa6c6055ffec6b5c3ed1fd) AuthConfig (b3558437817617eb5d4790a7c8544f18a3c7ee78c6e1a94c269b6367554e654c) AuthConfig (2e3b4e9d3106902b87aebf39033ec9b6a973262ace6a16c0ef7ed72c60023020) AuthConfig (fdd15e5455a1d92fed2c5728b66c32d653bb0fc7e7a9132f7f7bf7831bab9a81) AuthConfig (48efefb28abb9bf58c7278ea9b37c9df95a3bcdfdeb6c06abdd15089b76bc942) AuthConfig (4bd0197bab91764b31377b3484010651dbc8726e5bdec06787d850bbfe905c39) AuthConfig (c606deb72475c4c1511f31037515bbd88e6a43550d05ed4655b24275cf84bbef) AuthConfig (c905dce137ccf6b3aea5fb4b40362b60b0f7f3dcb40d2168f5c4c6b8cc0f9392) AuthConfig (58482390c3c5d49e11c27a9867a347e56780672b1f817d0ac77d1d9ba302f975) AuthConfig (e84905a6b1c39bf6474fae8fac788c69fbb37ee8582c7a3b53b4c6751b5b8f4e) AuthConfig (d7f0d08eee90ca6083f7c4b81f79c37a43bebcd53b56ff30afd082c4aa77deb6) AuthConfig (9d20cc520204c43ee4db09b62a0fd8f0674831a15db82a97f7d53321bed0a655)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"f55d7ae2-3fa5-4b7b-9ef1-7068d373a411","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.805173581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"09a4224d-e448-49d8-a03e-31997de6368d","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.854163144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d429d0a0-3f35-4436-8d24-6dce1671d3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.855732526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c4a61098-ee30-46bf-b5d8-bcf0a17b54cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.859433046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-sub","reconcileID":"1ec318ba-3e20-4ca9-8139-e1093ae1cbb9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.860066995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"80a046e4-b67d-4061-9667-50d7e5a0c4eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.861683111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d429d0a0-3f35-4436-8d24-6dce1671d3e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:48.86451969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c4a61098-ee30-46bf-b5d8-bcf0a17b54cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.403404725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"eb1c00f0-2d8e-41eb-a50a-5a970d4262fe","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.443155223Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-user-sub","reconcileID":"eb1c00f0-2d8e-41eb-a50a-5a970d4262fe","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-models-other-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.476240212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-other-sub","reconcileID":"7ac38901-d252-4bca-9575-4b3c01ed9d99","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.476453033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"ac38a132-f14b-4510-8282-48cc05f51bc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.561487236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-010232 priority=0:[ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-010232/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.561813269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"67a1319d-4191-4a62-aa90-42f02346a4d4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.571063805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"9a933638-796b-4f6d-ad55-dd6063bddf25","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.573659679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"4694b9fc-8806-48ae-ac46-db47b530d05c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.573770641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9164834d-646f-4d80-ae0f-22b90bf85173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.574114377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b8e61718-5934-4927-af13-cc8f61820fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.58236372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"4694b9fc-8806-48ae-ac46-db47b530d05c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.582452327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9164834d-646f-4d80-ae0f-22b90bf85173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.60139753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b8e61718-5934-4927-af13-cc8f61820fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.734730088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"758fdfe1-109e-45ec-8329-c612ffc39a96","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.743936608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"02daf0e1-b0b7-4d4c-96aa-157590382a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.747060395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"22341eee-a478-4ca0-b8b1-36b53cead3f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.747334938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ddc4f133-d156-4200-842a-e6e98416460d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.75146656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"02daf0e1-b0b7-4d4c-96aa-157590382a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.754280013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"22341eee-a478-4ca0-b8b1-36b53cead3f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:51.754570909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ddc4f133-d156-4200-842a-e6e98416460d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.735145503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1dcd98a9-44e5-46ee-95b5-b613a90e323d","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.751022875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"a7352ff5-c876-4420-b452-eef39ad2603f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.754452093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"58d26b8f-ac0f-49d7-84b6-8d81c27943e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.754668599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1575dca2-3576-4e56-9fc8-4f87ab854904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.762434303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"58d26b8f-ac0f-49d7-84b6-8d81c27943e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.763235001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1575dca2-3576-4e56-9fc8-4f87ab854904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.771974705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f165a183-7507-45fa-9776-46f9a1cb4c82","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:52.852039129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"1e61f3e5-524c-47d6-857e-285af95f3b95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:53.089052699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"acd11158-1507-49e4-bb88-72027aa242d4","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:53.373694341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"32a155f9-edfc-479a-8c56-4c53076d3f12","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.783442153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"e35cac56-1629-414f-b4f6-1db970c7f2a5","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.799701094Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"289f8c7c-833b-44f5-bff2-88617ff8ad8b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8c6ebd9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.799843439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"6af47cf9-9de8-4b04-907e-91a04a344710","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.806218175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"17da0f43-6820-47ee-997b-b6ef7c8dfa31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.806215565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"39727760-0a65-4c21-89b2-db9646ba5c75","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.806699141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2db4c415-732c-4423-8aea-77f19dfb48d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.810094638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"6af47cf9-9de8-4b04-907e-91a04a344710","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.818522539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"39727760-0a65-4c21-89b2-db9646ba5c75","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.82097889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2db4c415-732c-4423-8aea-77f19dfb48d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.821860145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"17da0f43-6820-47ee-997b-b6ef7c8dfa31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.934273448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"6c5dfaf4-b705-4076-a31d-94626c1132e9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.935100976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"44242969-1f04-426a-914c-dd864fd0cd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.944668505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"44242969-1f04-426a-914c-dd864fd0cd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:54.945544003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"6c5dfaf4-b705-4076-a31d-94626c1132e9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:55.034197633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"04b2c650-50f8-43f8-975f-02ab42726500","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:55.034202195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e27ca9ca-1c28-44c4-be73-80752ee5b0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:55.041302025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e27ca9ca-1c28-44c4-be73-80752ee5b0a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:55.042487042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"04b2c650-50f8-43f8-975f-02ab42726500","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:56.291238986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"d2db9fa1-936c-405c-b87d-060076c2e995","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:56.388613313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"788cb9a7-1bee-49c6-8d1a-5d9053708231","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.218863321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f011c78e-ba32-479d-925d-a9faed99e393","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.229260655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"723a69d1-4f82-4268-bb78-0adb2f0a7437","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.231699304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"a58a9e5a-f473-44e0-8fa5-0e472dd0dd88","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.232168536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"39b44fd4-1c79-4f8c-8e45-966ccb418730","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.232490755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"fcb58f86-f3bb-4c87-af3c-c7c7bdf2241d","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.249455481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"90764414-17ff-4b7e-acdc-5febcdc048af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.249450224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f6c4139e-2f8e-46ef-a0e8-fe2f4a5ed16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.250284727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"9778991c-1733-4386-a5f7-aeb79ae366c5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.251077536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"cc4eaaaf-c0b3-4dc1-b20b-331aae902813","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.25157024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"2ff24d3f-a98d-4bb2-97e6-3b132871c1bf","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.252038455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"4440a642-6586-4c9f-b609-9f930d09c52c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.256907605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"371af359-3cae-4a58-bf28-1892d0137e78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.257177345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"bc8c5cd5-7030-40d1-865a-49fcc2f31aef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.26197355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f6c4139e-2f8e-46ef-a0e8-fe2f4a5ed16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.26468308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"9778991c-1733-4386-a5f7-aeb79ae366c5","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.28121239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"90764414-17ff-4b7e-acdc-5febcdc048af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.299540769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e7f7cdc9-efc5-4504-8d79-c5881e093ad8","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.339281211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"77c0151e-2910-4fd7-8aaf-36a8385ec1f6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.339314209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"56fab6c5-3e7a-45f3-a72f-176ea24e9e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.339711109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"37bf0683-3ff1-4b07-b03d-3d146955965c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.348133395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"77c0151e-2910-4fd7-8aaf-36a8385ec1f6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.348133398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"56fab6c5-3e7a-45f3-a72f-176ea24e9e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.350487443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"37bf0683-3ff1-4b07-b03d-3d146955965c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.438898953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"7d6192f2-8339-43e4-a307-3cf647563a84","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.465569771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"639b984a-527d-46a7-b5f8-aa4ea9223711","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:44:57.470689725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"cb7c0653-79d3-422d-aee5-aafb656de45b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.476941956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"07bb8a7c-5591-4c6d-a9bc-3592ae0ba15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.4775029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"25cfb25a-8adc-468f-96df-dc109988ba72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.47773738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"a0b021af-f87c-43c5-9b34-b024d82b119d","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.540731309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4bdcd78e-7197-4a86-962d-0c0727099941","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.548571496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"25cfb25a-8adc-468f-96df-dc109988ba72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.572121372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"07bb8a7c-5591-4c6d-a9bc-3592ae0ba15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.573892668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"80b29fdb-1217-4be8-9089-5b20a636a731","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.584212496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"a2dda15d-2d64-4ecf-90e1-aad50966e069","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.593658823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"a2dda15d-2d64-4ecf-90e1-aad50966e069","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.604527325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"f7241c04-8a62-4fa4-8c12-a05ab2bfbfce","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.639503526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5d9891f6-1d8a-4996-9969-2b22ff215041","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.675217787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dc53b143-f4a3-4f1f-b542-0da3420dfeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.679867998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"74c4b897-7ca6-4655-a4bb-ffa87d296f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.685574156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dc53b143-f4a3-4f1f-b542-0da3420dfeeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.689900638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"74c4b897-7ca6-4655-a4bb-ffa87d296f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.694112575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"88cd0513-18ca-45a8-b81e-2cc75dc713d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:57.697457234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"e50965a3-26b2-47c3-94eb-734866952d91","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:58.896447012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"b2a147c8-c3e1-4075-ab38-e47726039ae6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:58.903771898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"b2a147c8-c3e1-4075-ab38-e47726039ae6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:44:58.909675991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-b1c6f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40b6d4749fd148150a25dae7c470099b40894b7c96fa6c6055ffec6b5c3ed1fd) AuthConfig (b3558437817617eb5d4790a7c8544f18a3c7ee78c6e1a94c269b6367554e654c) AuthConfig (2e3b4e9d3106902b87aebf39033ec9b6a973262ace6a16c0ef7ed72c60023020) AuthConfig (fdd15e5455a1d92fed2c5728b66c32d653bb0fc7e7a9132f7f7bf7831bab9a81) AuthConfig (48efefb28abb9bf58c7278ea9b37c9df95a3bcdfdeb6c06abdd15089b76bc942) AuthConfig (4bd0197bab91764b31377b3484010651dbc8726e5bdec06787d850bbfe905c39) AuthConfig (c606deb72475c4c1511f31037515bbd88e6a43550d05ed4655b24275cf84bbef) AuthConfig (c905dce137ccf6b3aea5fb4b40362b60b0f7f3dcb40d2168f5c4c6b8cc0f9392) AuthConfig (58482390c3c5d49e11c27a9867a347e56780672b1f817d0ac77d1d9ba302f975) AuthConfig (e84905a6b1c39bf6474fae8fac788c69fbb37ee8582c7a3b53b4c6751b5b8f4e) AuthConfig (d7f0d08eee90ca6083f7c4b81f79c37a43bebcd53b56ff30afd082c4aa77deb6) AuthConfig (9d20cc520204c43ee4db09b62a0fd8f0674831a15db82a97f7d53321bed0a655)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"b2a147c8-c3e1-4075-ab38-e47726039ae6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:00.834431414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"07a73708-2ae0-4095-b3b9-bd126cfc8c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:00.839066032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"cdb4ffd9-cddf-4bcc-931e-a6d46713476c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:00.880828101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"07a73708-2ae0-4095-b3b9-bd126cfc8c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:00.967761594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"cdb4ffd9-cddf-4bcc-931e-a6d46713476c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:01.636557563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"87da1ee1-a976-47fa-b5b9-b4b6fba09d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:01.637306618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"7422cb8f-95ed-4956-8411-8e6249955b22","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:01.63778592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d756da6-c12f-4c20-9a6e-b209ef4ac5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:01.977345429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"87da1ee1-a976-47fa-b5b9-b4b6fba09d83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:01.978558057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-other-sub","reconcileID":"801c9c63-61c2-4cac-a46b-aa0ca26e9c55","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:02.180725347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"7422cb8f-95ed-4956-8411-8e6249955b22","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:02.328878372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d756da6-c12f-4c20-9a6e-b209ef4ac5f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:02.509883898Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-other-sub","reconcileID":"801c9c63-61c2-4cac-a46b-aa0ca26e9c55","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:02.948593742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"7ddfc02b-279d-4703-8a3e-a1a409e22238","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.085442539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4cf056a5-aaaf-48b5-b842-8c3b414fb3f2","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.103548202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"c18e323e-cbc4-4155-bdd8-4d601086665f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.119152429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"892b239a-2fcb-497c-98af-a1a81aaae544","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.140839934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"c18e323e-cbc4-4155-bdd8-4d601086665f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.174546799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"6277af69-79ae-4a73-bf32-a395603330f4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.20382516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c5ee4673-05cb-4009-9a77-9c169fa91ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.204702846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3745cdf2-d001-4b4e-9189-db96cadf0e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.297047943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c5ee4673-05cb-4009-9a77-9c169fa91ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.302427131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-models-access-denied-auth","reconcileID":"637b35e5-20cb-4adb-9b5a-895b02ebca0c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.364125423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3745cdf2-d001-4b4e-9189-db96cadf0e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:03.573956804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"779204bc-10b1-4434-9337-8a4db8b157a2","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.165438588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"444390a8-4049-4a9c-bc72-c27d93c3c3a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.165468292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"444390a8-4049-4a9c-bc72-c27d93c3c3a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.281446694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3be7d51-201a-4af2-9e73-b7719b23e02c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.282005623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd8df1f-5ce9-4d51-b1c9-c40fcac928cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.282446456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ca52c4-3f84-4938-9af4-40ede4191f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.39953196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dd8df1f-5ce9-4d51-b1c9-c40fcac928cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.489229494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ca52c4-3f84-4938-9af4-40ede4191f40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.522692264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4eec184e-35cd-477f-9e86-db0d63205bd7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.522803421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4eec184e-35cd-477f-9e86-db0d63205bd7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.551675188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc6b2640-c029-438f-ab60-7fa350e34d8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.820463343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"3762984c-c8f6-4bfe-8aa8-bd9a6eceaa7d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.832134348Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"3762984c-c8f6-4bfe-8aa8-bd9a6eceaa7d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.833686057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"630482c7-68b9-414b-bbfb-a4a6bf5238bb","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.845188918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub1","reconcileID":"3762984c-c8f6-4bfe-8aa8-bd9a6eceaa7d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.851109094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"31961701-bc7c-4f57-85c5-c4accecbfd8b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.977087816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"3275408c-63c8-4b66-a09a-7469e88a56e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:04.998775015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"3275408c-63c8-4b66-a09a-7469e88a56e3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.001575177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"35ea4129-c6bc-4188-94f2-f47cb8457671","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.117010495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"d7faf3aa-d61c-4a3c-8c2e-0dab8669e3ff","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.172612401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"e5a0fc44-1e03-40e3-9196-b4a3f12f835b","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.193669908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"cb7304e8-b2eb-4a2f-af02-2ae9bcfaec96","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:05.210157071Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.218471211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"7e94f65a-011c-4ff5-8ab0-9674342f9047","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.218874891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"2130285d-9068-4df9-97aa-05e27e2850a1","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.231148752Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"e30d4097-94f4-4cbb-8abe-6bbba9480914","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d7d2989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.282467572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5f66e92a-f711-4773-a236-15e42ef7b0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.283225872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"a1750f71-c39b-41e5-8baf-3fb82dd74834","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.290352694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e88463f4-ca9d-41ec-b8cd-c9b4fb1ee0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.291006486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"d1432b97-c375-40eb-9d74-bc95ea2f19d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.292658743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"7e94f65a-011c-4ff5-8ab0-9674342f9047","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.297132566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"888e66d6-e33d-4848-8728-b0e130ded5f6","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.327200827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"d1432b97-c375-40eb-9d74-bc95ea2f19d0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.332062552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e88463f4-ca9d-41ec-b8cd-c9b4fb1ee0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.382755911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"13fef3f4-805d-4626-aa17-726cf2b8273c","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.385231321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5f66e92a-f711-4773-a236-15e42ef7b0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.397835389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"4f3822c6-cdc5-4a14-b944-8b5f3a0ac589","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"distinct-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.40786197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"1c4d364c-9616-45a1-9773-c13c0c696538","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.419300903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"1c4d364c-9616-45a1-9773-c13c0c696538","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.426961729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"7c2232ee-2b02-427c-ab6b-1f6b0c3d13cb","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.430428022Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e78c33 priority=0:[ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.431615054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"033160ea-5e61-4818-9514-6e8934f6ac89","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.446562103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"93252550-2a73-4797-9e75-43662c772685","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.456678206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"87e1d488-5ee9-4a10-91ee-0177cd9d0f97","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.458463977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"f54385d5-b713-46db-a35f-dc5614d84064","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:05.460064383Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.461714656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"63ea9d6c-f099-4b62-89e1-263a85943052","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.507376938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e5bc3a12-e048-4596-b16d-fa78aa65f4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.508206017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"ab4f2198-9c79-40c3-955c-43ecadabe6a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.516197853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e5bc3a12-e048-4596-b16d-fa78aa65f4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.520445752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"ab4f2198-9c79-40c3-955c-43ecadabe6a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.52770254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"1a305403-a523-4135-8141-4e28c0c8043b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.540126361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"78531117-462b-40db-97d0-4e526d5e2043","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.550853843Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"d75614dd-6277-44c0-a557-253e42768bec","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"distinct-2-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.610764944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"be675d56-87cc-42ec-8b08-73c8c0a90823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.611529052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c135ed03-b365-4170-b646-68f631adeed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.612000009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"96f947ac-67d1-4b8f-af81-3c241eafafb4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.612559606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"a29422aa-ff98-4258-a690-1a34d270676f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.61295691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d4b41f6e-5e4c-4be2-ab2b-cc4a283c2917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.624775354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"96f947ac-67d1-4b8f-af81-3c241eafafb4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.624862214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c135ed03-b365-4170-b646-68f631adeed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.629485073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"be675d56-87cc-42ec-8b08-73c8c0a90823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.645598801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"186542bc-ac3e-4a10-b0a1-256843e8a678","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.647181941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"a29422aa-ff98-4258-a690-1a34d270676f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.652610074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d4b41f6e-5e4c-4be2-ab2b-cc4a283c2917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.691554308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"74578446-67cb-48c2-a51b-181bdbbfb7d1","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.700857679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"0b1568d6-e840-424a-af01-8445beb84a1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.700910669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"efe86bf6-f0c4-4a55-98d6-d3beb5e963b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.701612512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2e067594-8cb4-4c7f-b6f2-fba892430909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.710608726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"efe86bf6-f0c4-4a55-98d6-d3beb5e963b0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.712764543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2e067594-8cb4-4c7f-b6f2-fba892430909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.761359946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d5dc238e-7672-4f6d-a5ae-d0b4b19c7f0e","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.78123198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"0b1568d6-e840-424a-af01-8445beb84a1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.785579376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"a247fe32-e985-45bd-a055-366efde68654","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.800629599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"e9d3abae-1de9-4855-8678-cd05664c7891","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:05.80769497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"e9d3abae-1de9-4855-8678-cd05664c7891","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:08.919350236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"b388baef-0a00-4759-a3da-917daed33d6b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:08.926838254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"b388baef-0a00-4759-a3da-917daed33d6b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:08.955653299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"c5f8f637-aaed-44e9-a110-dc5c85751096","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:09.984321261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2da13d4-c090-4a64-b564-76259deff077","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:09.984343282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a2da13d4-c090-4a64-b564-76259deff077","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:09.999568503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a540e8b1-1346-4acc-83a6-4a9cccd3b8a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.004433478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b170dc33-84db-432e-a5c0-57baa952abed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.004976444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"540bf4a8-70d5-4b21-a195-b92f0f3b6833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.011349548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b170dc33-84db-432e-a5c0-57baa952abed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.012553315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"540bf4a8-70d5-4b21-a195-b92f0f3b6833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.019565259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d291101-bda8-4666-9207-7e4d6fdb4c9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.019582432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d291101-bda8-4666-9207-7e4d6fdb4c9f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.098771207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af53c96d-6aa5-42a2-a4e8-a37d80b939d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.41606248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"8bfe2631-0c4c-458f-89cc-4c70ef124250","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.439082661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"7d8f637d-82a5-4af7-a636-af9603928500","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.456536729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8b0ef0ad-e905-45fa-8b83-0a1292ea63a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.456539978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"245cd060-4722-4a90-85ee-609b23ae36cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.45941339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"b956e339-aa5c-4923-a152-9c33550562bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.459878591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"93721e2b-cc1d-4a92-8f16-1f8488ee8a84","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.465036773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8b0ef0ad-e905-45fa-8b83-0a1292ea63a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.4650553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"245cd060-4722-4a90-85ee-609b23ae36cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.465787948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"1dc2e0bc-e213-48e3-9112-034ad151797d","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.468817895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"b956e339-aa5c-4923-a152-9c33550562bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.469391947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"93721e2b-cc1d-4a92-8f16-1f8488ee8a84","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.524503735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"73dc1478-6499-42c0-a3c0-bf4822113665","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.636768841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"86eface8-9737-472d-b58b-89e77cfcdb4e","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.65070245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"9b110df4-286d-42f7-99f6-45fff66f88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.65083477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a84e8252-7018-46fd-a9a3-6bc13ebb21df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.651904244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"0e538586-61e5-46e9-8a24-2e4cdd550432","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.657835439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"9b110df4-286d-42f7-99f6-45fff66f88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.658294239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a84e8252-7018-46fd-a9a3-6bc13ebb21df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.660128041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"0e538586-61e5-46e9-8a24-2e4cdd550432","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.888378291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"86966e81-ad78-4dde-9554-1b16201c78d9","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.914514875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"e529c135-8903-4812-9b60-bcafed768874","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:10.922508857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"e529c135-8903-4812-9b60-bcafed768874","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:11.102391391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"245d092e-707a-434f-8b04-1a7773e50f9d","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.187096252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"09c34438-17f8-467f-8d56-223cda113b79","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.201756299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"9746e416-c2d4-4a48-b7a2-e2002a11494c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44884449","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.203982532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1652e4a-2dd5-4ec5-8792-b896f269653e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.204210729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"b117b3e7-14b2-4fae-8533-2ed546457cae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.204353914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"9595b64e-750e-4e36-9dac-cecf806aeeab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.204526709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c3e10b0b-f34b-447b-8e8d-82cebe25e55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.210999395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d1652e4a-2dd5-4ec5-8792-b896f269653e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.21662822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"b117b3e7-14b2-4fae-8533-2ed546457cae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.216641961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"9595b64e-750e-4e36-9dac-cecf806aeeab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.219053525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c3e10b0b-f34b-447b-8e8d-82cebe25e55f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.320378575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"095f7ee7-bc34-40d8-a734-1b2acb1b8c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.332273679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"095f7ee7-bc34-40d8-a734-1b2acb1b8c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.423976173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"648ce7e8-3fc8-4ab9-8ad5-af4e8256e231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.424272737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"3dafef6e-94cb-4e4d-894c-c92c329f8bd8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.424488539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"23830a54-710e-4e54-ab33-bd118dc61a3e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.43862017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"648ce7e8-3fc8-4ab9-8ad5-af4e8256e231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.442831504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"23830a54-710e-4e54-ab33-bd118dc61a3e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.44633322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"3dafef6e-94cb-4e4d-894c-c92c329f8bd8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:12.639874208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"f1076bc6-a8cb-434f-9bbd-c34a1e4e5f3f","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.211685378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a84dc3e5-2ee6-43d1-a095-ff58bd7c9802","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.219231892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"14352723-2bb5-4a7c-8eb0-6ed611b7490d","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.290424274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"dd1f51f5-eee5-4425-8829-693acd0a6897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.300728831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"dd1f51f5-eee5-4425-8829-693acd0a6897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.311116411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"dd1f51f5-eee5-4425-8829-693acd0a6897","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.320113141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"8f0e3035-3518-4c62-9115-a7e18054dcf0","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.342235707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"3cd7ed89-6a68-486b-9bfe-7e10f8684905","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.351696268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"3cd7ed89-6a68-486b-9bfe-7e10f8684905","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.357822795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"3cd7ed89-6a68-486b-9bfe-7e10f8684905","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.405783681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f78621 priority=10:[ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f78621/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.406599533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"212c038f-19b5-4bf4-9d93-cceade458801","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.418332343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d9d8efd5-d6eb-45c1-bbf6-a86fa70c2ef6","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.420302804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"8b702f5e-6675-4ec2-a9ce-b136f239717c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:14.422102375Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.427254898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"20ad1816-a181-4c00-b25e-f2887df5b20b","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.430688258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"a71acc37-a426-44dc-a14d-cc6182f60694","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.44084266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fa864124-f01d-4e80-9f95-9a134450e832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.441396448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b2f6db5-ab9e-490e-b858-d4ad3ddbe21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.442102496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"41713c1e-42b4-4a36-88de-95bf6884fdc0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.500384027Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"35fabb02-869b-4e9f-b02a-a396cfd27d92","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-w0-f78621","model":"distinct-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.511014318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fa864124-f01d-4e80-9f95-9a134450e832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.512645812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"41713c1e-42b4-4a36-88de-95bf6884fdc0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.512844484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b2f6db5-ab9e-490e-b858-d4ad3ddbe21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.541649013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"41713c1e-42b4-4a36-88de-95bf6884fdc0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.557344093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"c0453941-07bb-4085-bd5b-9ee732b60369","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.572116758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"29196b00-f1ca-49d3-a3b0-4bddc661fc05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.574344092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"f195cb13-98bf-4aa3-bbce-29d98da2c719","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.578810383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"29196b00-f1ca-49d3-a3b0-4bddc661fc05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.580321022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"444afc96-dec0-4379-a96c-f0fdd3008dab","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.589988991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"367ad21c-dccc-4baa-9b29-9ea0faa1be63","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.5918837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"29196b00-f1ca-49d3-a3b0-4bddc661fc05","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.672656474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bcd83570-0917-4c69-8d15-5d9406f0e67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.672741037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d5a0150f-d15a-4aa5-a328-b2ea33053420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.673025941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"11468181-7a24-422b-8734-6aac0568ef98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.680391713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"11468181-7a24-422b-8734-6aac0568ef98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.680591311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bcd83570-0917-4c69-8d15-5d9406f0e67f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.687020203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"11468181-7a24-422b-8734-6aac0568ef98","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.687597978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d5a0150f-d15a-4aa5-a328-b2ea33053420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.69615376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"713c159e-306d-4a12-95fd-ea8bee88fb64","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.771364066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f78621 priority=10:[ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f78621/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.771630579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"df668fb7-dd52-4871-82c5-9033105acf51","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.778934515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"fefa676b-b7cc-41d5-b48b-e640b18056c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.788882106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"5b59cc0d-e954-4460-a42a-9114d931fd37","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.799669848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"fefa676b-b7cc-41d5-b48b-e640b18056c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:14.800294486Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.80552506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"756135fc-7d1f-4e08-9968-1c94a1e85f00","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.807832686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"fefa676b-b7cc-41d5-b48b-e640b18056c8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.827354164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"3ec9b0de-fe28-4815-ae08-b69551830b04","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-2-w0-f78621","model":"distinct-2-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.845974998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"0846d801-2c43-448c-a20f-302060cfe02f","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.875249767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"0f6bbd5e-2488-4f53-aef8-d424e3874316","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.875264578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d6ceebf6-b97a-40cb-89e7-160dca3285a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.875629878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4293761b-5fef-4b9c-bf58-67da5ec9afdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.875673499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"55654888-369c-475b-b4ae-f55afe6c9dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.88386905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d6ceebf6-b97a-40cb-89e7-160dca3285a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.895389985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4293761b-5fef-4b9c-bf58-67da5ec9afdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.900487477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"55654888-369c-475b-b4ae-f55afe6c9dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.903156339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4293761b-5fef-4b9c-bf58-67da5ec9afdc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.908268315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"0f6bbd5e-2488-4f53-aef8-d424e3874316","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.914072637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"0f6bbd5e-2488-4f53-aef8-d424e3874316","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:14.918010428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"958b47b5-358e-4dc6-9c1e-45b88eab678a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-2-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.005874706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"84e31217-b114-4596-88ce-287569be725a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.006269031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f852ec36-8fdd-4239-8584-7010f0c69d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.006433522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"0fc8fb09-dc1a-4e2b-97dc-e68dd57c0ddc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.013833652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f852ec36-8fdd-4239-8584-7010f0c69d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.014453499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"0fc8fb09-dc1a-4e2b-97dc-e68dd57c0ddc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.016169678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"84e31217-b114-4596-88ce-287569be725a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.020130763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"0fc8fb09-dc1a-4e2b-97dc-e68dd57c0ddc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.23497906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"ad57a922-0eff-42e4-917a-81e330b713c1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.238521845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"ad57a922-0eff-42e4-917a-81e330b713c1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.2421016Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-sub2","reconcileID":"ad57a922-0eff-42e4-917a-81e330b713c1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232","model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.405896078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"b3f87432-d9ce-4e02-91b2-04fc8a74b18c","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.40686667Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f78621 priority=10:[ai-tenant-e2e-worker-w0-f78621/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f78621/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.448900548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"0d45a1f5-b922-40d4-99d4-e9a1f6355ee8","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.468866654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cd6d6aa8-6dab-4b59-b26d-da7c13766485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.469283365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a79bc842-3958-4ea7-84e7-49dbd5fe681a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.470599883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"5979183b-ecef-475b-9412-7d3e5cd50f0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.471623152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"c4fc24fd-018f-47e9-8480-6770ba27120e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.478059885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cd6d6aa8-6dab-4b59-b26d-da7c13766485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.49200828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a79bc842-3958-4ea7-84e7-49dbd5fe681a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.508362132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"5979183b-ecef-475b-9412-7d3e5cd50f0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.510335804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"c4fc24fd-018f-47e9-8480-6770ba27120e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.532724561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"53758b53-7257-451f-9cc3-8f19f410a0d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.539265488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth1","reconcileID":"5d96de8a-1f1f-4955-af7f-c12f1ab08916","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.539608325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"f9ed15d8-83ec-45b2-9c04-46762c93a4be","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.540755295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"53758b53-7257-451f-9cc3-8f19f410a0d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.610291044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"81ad208a-40f5-4f97-ae60-6b4f49ba6eee","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.80648971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-return-all-auth2","reconcileID":"5cbbe966-e066-4213-9855-1719375e955a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.806802795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"681d3418-d526-412c-9f2c-c719c1314756","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:15.819976151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"77768176-dcc7-444c-903d-7489f3d94def","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.074816268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"5182e385-a76a-46db-b5de-f7a0dfa6d393","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.132060195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"5b53a6fd-95e7-4e88-b08d-294d7e118a7b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96b3cb37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.167621414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"96f9deb1-62a1-4072-bca2-c9c85efdc85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.221440147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"ef9c4562-1c65-48e9-9f73-37d72eb381c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.222054327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"ba9ec156-971b-47fb-96e3-a0549ff528af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.225261051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5a86a33c-dd9e-4cce-9db1-f47527192de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.22589598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"96f9deb1-62a1-4072-bca2-c9c85efdc85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.231484029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"ef9c4562-1c65-48e9-9f73-37d72eb381c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.233236046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"ba9ec156-971b-47fb-96e3-a0549ff528af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.234363505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5a86a33c-dd9e-4cce-9db1-f47527192de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.239105667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"ef9c4562-1c65-48e9-9f73-37d72eb381c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.239798863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"ba9ec156-971b-47fb-96e3-a0549ff528af","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.309794487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"25c72ba2-0851-4f5d-af0d-2d127d6a335f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.309809584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"3af5f2f2-6c20-4bf4-9b7c-e413d4ca0102","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.310190304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7eaee214-6298-4d5b-a318-316085791838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.310361481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8938960f-6c36-486a-8c66-4830d44559df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.317239753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"25c72ba2-0851-4f5d-af0d-2d127d6a335f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.31745785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"3af5f2f2-6c20-4bf4-9b7c-e413d4ca0102","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.319402397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7eaee214-6298-4d5b-a318-316085791838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.319593333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8938960f-6c36-486a-8c66-4830d44559df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.324063337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"25c72ba2-0851-4f5d-af0d-2d127d6a335f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:16.324593212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff73120d11a454ac05b1758c005a572612d2c1707454738bcd29540e0d12c0e3) AuthConfig (4e68a081e767282737f3b473e7b06637b9c457ffd93be6b53cef804a26dcddd1) AuthConfig (224e547f4ebd70c0887c839105e36d11dedf5159b4cfb3fbc2021d495d81cdff) AuthConfig (b5e2de89bdfbc7186bfc2a7768e9da9e6813908b2a52f894b90fc95bafd4c6cd) AuthConfig (c5f05e8b584424dd6be4b1ff38ae46a80dd6aa1d6693e264db0c7597d9f0073d) AuthConfig (0f728383acab12d866a9cb5e192e2c50525c5a3b04d74cd7240c1a02b7f179f5) AuthConfig (b2c7e5a1ea24ced4d1d5139096a3e8249079077610b90a557923f5604d15c3e4) AuthConfig (229761ad6cea68462d7e59bab0227eefddb5d46883aa5324f76dc03b98a5559e) AuthConfig (fb78cad6b10c4e1c31cd42343eb974fe980d27103e7813a537cfe6e4db76073f) AuthConfig (0df19a21cc340eb997081b813b63f2ef9e155fe386e18225ff8511f8604f0501) AuthConfig (9e39a919c6d3e666be248a7468b54728353c7f6626b8aa85f1c3908375cc6d61) AuthConfig (233584f714c0186d5e57e5e5d75fe3a2d28e25eb4eb989257e3efe1318ca148c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"3af5f2f2-6c20-4bf4-9b7c-e413d4ca0102","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.179609033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"37090c09-0a69-40e6-9a8c-9897866a0f95","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.188270586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f795e980-a5f5-428e-85b0-a1bfb4b4a110","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.207336141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"52ab1e2f-94c4-48fd-888a-617b0b1c6adf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.214564718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"52ab1e2f-94c4-48fd-888a-617b0b1c6adf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.23664019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8e3ada79-635b-4854-ade0-21765aa638d8","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.309843473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"e2b023eb-1274-4ec7-bf26-c6d376c0e058","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.316798012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"e2b023eb-1274-4ec7-bf26-c6d376c0e058","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.365240901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"e89b1004-30e1-4062-86b6-a50f2f9700dd","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.373477506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"97b8ac82-0bb9-477a-b983-6fd6c75006e4","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:17.376280013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-sub","reconcileID":"51218390-7798-4554-9089-3f7b467c5993","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.379274178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"195489a6-c271-415e-b6ef-299a6ce2550e","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.406429983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"b950b9f3-ae00-435d-9794-81d32c72fc0d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.410241803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"bcb2da50-01b3-49dc-810e-0ec19c8828e5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.410751073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6d910eec-bb64-4718-ba03-8449f2d15d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.411317675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"897283a7-75e0-4952-a331-bd80a75bc799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.415495253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"76c49782-57a3-4056-9468-027f87fab809","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.419289111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"bcb2da50-01b3-49dc-810e-0ec19c8828e5","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.419514775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6d910eec-bb64-4718-ba03-8449f2d15d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.422388551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"897283a7-75e0-4952-a331-bd80a75bc799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.426580849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.440451166Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-sub","reconcileID":"a18e24f0-ed75-4f4e-ae81-fb87472da0a9","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-010232/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.582763578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"495d2d42-afe8-428d-ab11-228af5c542c6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.583006613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"268b0cbf-6bd1-449f-921d-074644dcea10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.583738899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"efe30c1e-fd7c-4ddd-b800-8281e8b587da","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.607323685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"495d2d42-afe8-428d-ab11-228af5c542c6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.611132345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"268b0cbf-6bd1-449f-921d-074644dcea10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.614975734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"6e72232a-7b49-4ea6-82d7-e8e0a5378f85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.617363732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"34404d43-a867-42d7-aad7-f98e1254da12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.685776699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"34404d43-a867-42d7-aad7-f98e1254da12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:17.701544566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-sub","reconcileID":"36976584-c468-4aa5-819b-19ac71a87669","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.079361664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"9ff7eb93-197f-4831-aaf5-35c9591880db","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.109202041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c307e3b3-fe4c-4690-824f-b0d54d669481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.109691276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"b02b73e4-e6f7-41e0-bc85-9026f6c8325d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.110124983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c6383ba8-5375-428f-8b3f-051cf43f88a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.1213971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c307e3b3-fe4c-4690-824f-b0d54d669481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.12281597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c6383ba8-5375-428f-8b3f-051cf43f88a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:18.123831099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"b02b73e4-e6f7-41e0-bc85-9026f6c8325d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:20.354502201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"8578303a-270b-4c51-99b9-a02933cd230b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:20.963387731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-sub","reconcileID":"6346d28d-394a-42fb-b49d-2590c38ec533","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.252451148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"756f13fe-d92f-4cce-8768-42bd4a9c20e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.281678512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"c040966f-7ad8-4035-9406-91c377ee0ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.288599329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4be69922-684f-4820-b876-bb6099bff448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.29451285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"1e54c447-852b-4351-8e5a-8599d397c9db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.315296401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"ff8c5c92-81d2-4333-8dde-b39a5ac5d79a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.387788022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"c00eaf2b-9eb0-4d2f-bae1-5d1df2dbd9e1","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.49684961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"1e54c447-852b-4351-8e5a-8599d397c9db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.597131417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"ff8c5c92-81d2-4333-8dde-b39a5ac5d79a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.597580443Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-sub","reconcileID":"6346d28d-394a-42fb-b49d-2590c38ec533","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.652538875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4be69922-684f-4820-b876-bb6099bff448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:21.976023885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"c040966f-7ad8-4035-9406-91c377ee0ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.016793285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"756f13fe-d92f-4cce-8768-42bd4a9c20e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.167356586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"c040966f-7ad8-4035-9406-91c377ee0ac2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.265877193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"34888859-0dd0-488e-a0a4-b95b881d2877","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.32308754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"7dc90349-ead2-42e1-9d91-ec357ade2ab5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.349749211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3c5340b6-30ee-4cf9-a4b9-7532633217b7","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.396318604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"b45382ac-7ef6-4b1a-84b5-715cb888a82a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.445433038Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"b45382ac-7ef6-4b1a-84b5-715cb888a82a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.445855668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d609f69d-baf7-4255-a75b-8ec2ce862196","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.530186812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"65c77fd3-25eb-4912-9b04-477c27600f51","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.547804958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub1","reconcileID":"b45382ac-7ef6-4b1a-84b5-715cb888a82a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.560371256Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"2336f550-9b9f-4a4f-9617-64365516076a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96b3cb37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.560814629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"363d4061-2798-4769-acd7-c569ead7ac74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.561528747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c92d8307-c543-44bd-bdf4-87954fe92aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.617421299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9ac889a0-4562-4672-8271-cd3b9a9dc824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.729567038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9ac889a0-4562-4672-8271-cd3b9a9dc824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.75852472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c92d8307-c543-44bd-bdf4-87954fe92aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.840154363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"93c58d48-dac7-45f6-9fb0-1c884c3b5b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.868756822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"42e935ce-4330-4c56-8789-39bc5ca3792c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.869260048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"c7e77e62-2e0a-4694-b20d-78cfb0c30cf1","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.890771844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"93c58d48-dac7-45f6-9fb0-1c884c3b5b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.897553673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"42e935ce-4330-4c56-8789-39bc5ca3792c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.906217437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"363d4061-2798-4769-acd7-c569ead7ac74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.91550003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"f191201b-6d49-48db-9131-cd0fd2d3d5c9","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:22.977438174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"447efc5f-e0ed-4ee7-ad1b-00598fac2e45","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.008025851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"363d4061-2798-4769-acd7-c569ead7ac74","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.091711411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"676ca0b8-dcc8-41b5-9b26-959c5e6047b3","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.094429655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"3d1fb1ef-a43c-4ff5-be28-d52fdebfa4ef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.116394523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"613826a4-b024-4b95-9977-0d26e1d4bb9e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.286734959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b4e5cf03-cf70-4c76-97f4-0a197f3df30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.332230578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"ae0608d7-05bc-47f0-b7d4-4a4dcc826aae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.333189166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2194e04e-2363-47c6-83de-ad9e52c00d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.45120056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b4e5cf03-cf70-4c76-97f4-0a197f3df30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.452310364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ad5c34c2-c391-4b5d-9d86-9a97da1b4668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.457640486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"17621e04-dc3e-4ec2-a53d-d87c07da6826","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.470435477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2194e04e-2363-47c6-83de-ad9e52c00d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.475595138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"ae0608d7-05bc-47f0-b7d4-4a4dcc826aae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.628085183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ad5c34c2-c391-4b5d-9d86-9a97da1b4668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.833485001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bf90d321-84c4-4b84-b4fd-ef1b716b44f5","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.849893314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-api-key-no-access-auth","reconcileID":"ca3f8724-998f-45e7-b9fc-c86e78e06ba9","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.888897997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"17621e04-dc3e-4ec2-a53d-d87c07da6826","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.889851096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0622f3ed-e94e-4501-893f-08a42e75ca69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:23.93590506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"afaf46c7-0a5f-4c77-8faf-adce0693dbe6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.127301495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"b6e9a882-bfaa-486e-a05b-c164df683bf7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.131969709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2f6e9df7-7a7c-4d45-a0a2-de3f93724720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.134182774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0622f3ed-e94e-4501-893f-08a42e75ca69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.308431096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"b6e9a882-bfaa-486e-a05b-c164df683bf7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.347839624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"9aad6069-fb39-4935-823f-0aa63dbf9007","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.349405077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2f6e9df7-7a7c-4d45-a0a2-de3f93724720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.470567245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"b6e9a882-bfaa-486e-a05b-c164df683bf7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.487258723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"7c759fda-ea36-45e0-a73c-3022854a4ea7","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.542703318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"792d11ba-63c8-4a8f-bfc4-d4fe4b0e0d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.543268003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"48bef59f-c22e-4541-a39a-6e2abe724693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.577133221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"06df3c06-4d98-4127-97a5-1680799cf0f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.578112572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"1fd92ad0-217f-4b3e-9fb2-2dc410d49cbf","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.584228615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"87477f47-c42b-4593-a7b9-f2f0c764eeb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.624978691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"792d11ba-63c8-4a8f-bfc4-d4fe4b0e0d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.632524177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"06df3c06-4d98-4127-97a5-1680799cf0f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.633610216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"48bef59f-c22e-4541-a39a-6e2abe724693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.669740996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"06df3c06-4d98-4127-97a5-1680799cf0f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.687816012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"0bcae8d5-f615-48a2-90ec-d7080938b9ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.745297393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"f6454900-b902-401d-89ea-962d995f27fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.746191552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"722ee0f0-91c2-4bbc-ac0c-3c5a6b76f76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.846753881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"f6454900-b902-401d-89ea-962d995f27fb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.85029033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"722ee0f0-91c2-4bbc-ac0c-3c5a6b76f76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.852404384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a11bf691-88ca-4fcc-b1e4-6afc9a97432f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.870867377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"592a9181-9e36-4981-8437-522055e7e86b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.87570204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a11bf691-88ca-4fcc-b1e4-6afc9a97432f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.882841358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"55390607-fa36-4277-95be-30c61736b1b4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.882800957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e050be9b-d64d-4785-aff9-43845ab4c1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.892967469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"55390607-fa36-4277-95be-30c61736b1b4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.893219111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e050be9b-d64d-4785-aff9-43845ab4c1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.896174169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"ff845309-1ef0-4dd0-85de-edc308b56cc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:24.995333509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"0b1fbc8b-384a-41f0-ab4e-32879e9b24d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.008522924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"0b1fbc8b-384a-41f0-ab4e-32879e9b24d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.086571236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eca914ed-5b86-4150-8e3a-e00bddae0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.090593774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"b116d533-d0ff-4429-badf-1e57ffdcc34f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.095834523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eca914ed-5b86-4150-8e3a-e00bddae0337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.097377259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d027afa4-5cff-4b2a-890e-9862e71c55db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.101902128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"b116d533-d0ff-4429-badf-1e57ffdcc34f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.11064621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d027afa4-5cff-4b2a-890e-9862e71c55db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.133712615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"4dbab9be-98f0-4ead-b7fc-321d494d17c3","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.13764168Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"57abcac3-3cd3-496e-8ebd-168eb61a1465","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.142801142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"57abcac3-3cd3-496e-8ebd-168eb61a1465","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.148666149Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub1","reconcileID":"57abcac3-3cd3-496e-8ebd-168eb61a1465","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.177630459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"e364a203-222c-4a85-932b-66a3bee3bd1d","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.179105318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82bc40a7-f978-477e-8ac6-c4b7572e9636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.179197178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"e6d15fa8-ef30-481f-882f-8598631cfe97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.179894604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"150b577f-85bd-4511-a173-fc99649c76a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.180005297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4f3a97e0-eac1-429b-b005-f8f395a95140","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.187405077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"e6d15fa8-ef30-481f-882f-8598631cfe97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.188472004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"150b577f-85bd-4511-a173-fc99649c76a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.19069554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4f3a97e0-eac1-429b-b005-f8f395a95140","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.191447482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82bc40a7-f978-477e-8ac6-c4b7572e9636","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.193865801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"e6d15fa8-ef30-481f-882f-8598631cfe97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.197054489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4f3a97e0-eac1-429b-b005-f8f395a95140","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.279773065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"8065e223-e45b-4e9c-9f89-0aa43835d96d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.279773059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7e677d6f-1407-435a-8f38-dca0fc71107e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.287155941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7e677d6f-1407-435a-8f38-dca0fc71107e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.287803486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"8065e223-e45b-4e9c-9f89-0aa43835d96d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.293556388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"8065e223-e45b-4e9c-9f89-0aa43835d96d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.293584196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7e677d6f-1407-435a-8f38-dca0fc71107e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.385125986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"71cac375-f141-42ae-9c12-26773fc96c44","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.403376493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"c13be85b-0744-495a-8b4f-a941df2b1264","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-33d476da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.405573141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"6e114c4e-f7b7-4517-8550-c5babc341231","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.481232376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"78daa60c-82b0-433b-9cbd-a25c17b4be46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.481817053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f8d98ef5-3519-4112-8eff-65bccdc8bb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.482335221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c1ee4b6f-9193-469d-a8fe-3dc0e68379a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.483014092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"d3b82be9-4775-4f1e-bd1f-3b2a4cd09a49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.483373496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"ba2619a4-a17f-444b-b0d7-750290718117","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.491470076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f8d98ef5-3519-4112-8eff-65bccdc8bb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.494889771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"78daa60c-82b0-433b-9cbd-a25c17b4be46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.498514226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c1ee4b6f-9193-469d-a8fe-3dc0e68379a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.502282281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"d3b82be9-4775-4f1e-bd1f-3b2a4cd09a49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.504613192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"78daa60c-82b0-433b-9cbd-a25c17b4be46","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.581773555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"d3b82be9-4775-4f1e-bd1f-3b2a4cd09a49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.583642925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e95d9f1-1b50-423f-96f5-6d0534e73007","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.584613511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"36e1edde-d16e-4066-8e33-8b72f0a03b49","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.592868014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e95d9f1-1b50-423f-96f5-6d0534e73007","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.595119834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"5a2ac695-20e6-4f55-a5b9-70c433413525","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.609829334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"58b5ee10-6b2e-4b3e-891b-e456b6b76616","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.610119724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"022acbcd-f2d7-4d3e-9f7c-5be56693e786","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:25.610449948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e9a6b1f9-dcb4-451c-97d6-73d5aff98124","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.611453236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c5b2a23d-4479-45f6-813f-4a0628c3312a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.612042046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"5b25d4e6-895c-4b31-8dee-98379bcc80c9","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.613047013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9e8bde3e-117b-4ea5-9ed7-dc8f33c8dda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.619690235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"022acbcd-f2d7-4d3e-9f7c-5be56693e786","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.623474818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"58b5ee10-6b2e-4b3e-891b-e456b6b76616","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.623952847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"04959fcc-5419-48e3-9d92-0e43891dd289","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.69630702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9e8bde3e-117b-4ea5-9ed7-dc8f33c8dda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.697120594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c5b2a23d-4479-45f6-813f-4a0628c3312a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.698332323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"022acbcd-f2d7-4d3e-9f7c-5be56693e786","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.700520831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"58b5ee10-6b2e-4b3e-891b-e456b6b76616","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.701881877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"61661b8c-1dc9-4d79-b30c-b31985f03c6a","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.703525681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"6a1f4c42-360a-459a-b13d-4c7f7aab06d8","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.784978832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8b36e67b-3668-4f92-a53b-fd31fdd90f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.785677154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4016359f-c7f7-4885-8da0-5576d23ab6b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.785880444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"94ba773e-5843-4312-9f05-df2fd1d8bcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.795310101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"94ba773e-5843-4312-9f05-df2fd1d8bcc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.795385306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8b36e67b-3668-4f92-a53b-fd31fdd90f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.796524918Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a54792b1-82c5-4625-9ddc-3091b5cc6ec2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"distinct-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.797165428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"dbafd36f-e2b3-4535-ac6c-7b4a9beae5be","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.799075575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4016359f-c7f7-4885-8da0-5576d23ab6b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.826216881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"db880562-8773-4257-8218-a736c7e7d56f","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.827286632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"703b0c9a-fdc4-4906-977f-e0f9bddd643d","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.870625775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"34ead184-58cb-433b-8b4d-135173de5326","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.871219641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5d97e610-778f-4407-b876-46f2e9a6cfba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.898802243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5d97e610-778f-4407-b876-46f2e9a6cfba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.983535771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.984006092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"7d479e32-9139-4362-b672-1387dde4eb2a","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:25.996950139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"9f19266a-8443-4519-bb6a-05b406bd4a6b","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:25.998479765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f17d056d-3488-4462-9d7e-e50066289438","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.004147848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"ca48b0a3-2ec4-426a-82ca-3c851f4386fe","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.006852591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e54db50d-a767-4f1a-aa93-5f47e288ca72","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.016235588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cc55b187-354e-4a9c-9769-5ea2d9b4ed47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.017449424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"dca07a3a-f647-4c8b-bfe8-fcaf1e691e42","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.018176952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"adabb346-2407-431a-beb0-fbf8c1187138","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.02156901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"78abd311-7925-4f06-b637-f258cccec633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.022517374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"14753165-418c-482c-bec3-b04905a27192","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.031741748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"adabb346-2407-431a-beb0-fbf8c1187138","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.033057403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cc55b187-354e-4a9c-9769-5ea2d9b4ed47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.035097623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"78abd311-7925-4f06-b637-f258cccec633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.037239993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"6340989a-27e6-4e4a-8b45-27cfb8f65795","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.038755177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"5c83bdaa-9a22-4a4d-9259-ed76d4222652","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.081707753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"02751840-8505-46e9-9173-004cb5d5abe8","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.093597008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fd89d7e7-b762-4cbf-b797-33e40320c96c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.095442632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b4839c05-136b-4607-835d-4fe89a92da5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.103376832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b4839c05-136b-4607-835d-4fe89a92da5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.126292359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"14235bf6-7809-47da-a11c-2ebbf19f3995","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.132435162Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"22547ba3-a615-4972-b8bb-6a1d3e4945c8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"distinct-2-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.133135707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"d8278147-6d05-42ba-ad70-9bbc53d58c91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.133677691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"198b47f2-5b8b-4e45-9431-42a79938c119","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.151272704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"03b6d553-45d7-42cf-8573-061bf594ec68","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.195618389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"b2c8d8c9-9064-478f-bf03-f444f516affc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.201832402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5e81eff5-7bb7-4173-9f2a-4c6e25c3e4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.208533122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"b2c8d8c9-9064-478f-bf03-f444f516affc","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.209451004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ae310bfc-af1d-4920-b6d3-2c84c9dfc406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.209958281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95358542-03d8-4e7b-90c9-ca1c3478d647","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.21385144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5e81eff5-7bb7-4173-9f2a-4c6e25c3e4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.218032659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ae310bfc-af1d-4920-b6d3-2c84c9dfc406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.223027441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95358542-03d8-4e7b-90c9-ca1c3478d647","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.225701458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"41e98344-c268-44c7-a3db-f7d764dc73ac","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.303904779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6c9163dd-4f83-4851-a358-40e47d4e6e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.309466577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"657710bf-0d0e-48a7-968e-c0f8868152f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.31271543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6c9163dd-4f83-4851-a358-40e47d4e6e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:26.316416717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"657710bf-0d0e-48a7-968e-c0f8868152f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.023334899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0591abdf-4494-4e44-9c93-9837a59c530b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.064951725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fa3ea343-2a35-48ad-85f9-c65ada7d7f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.065652105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"86a25265-179f-428f-bc6e-6aa0cd5efea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.066151367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"ced85567-ddaf-4364-9308-5f6082d426cb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.080670753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"86a25265-179f-428f-bc6e-6aa0cd5efea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.097767707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"ced85567-ddaf-4364-9308-5f6082d426cb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.100765159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fa3ea343-2a35-48ad-85f9-c65ada7d7f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.813652114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c734a0a3-00fb-4a66-91b6-c5ebefe19455","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.861709369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"d62c04b2-e48e-4360-bc3e-fb1e62139b3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.879516328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"292b627f-f60a-4588-951a-a6fcafed1533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.88021749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"3d81c59b-16f3-49d4-a711-98efdcd94eca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.889866173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"90345085-85ef-44c5-bbc0-40d60428adf3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.890378087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e59b43f8-2ddd-436f-a9e6-dd65e4823ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.896667598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"3d81c59b-16f3-49d4-a711-98efdcd94eca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.896855353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"292b627f-f60a-4588-951a-a6fcafed1533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.903758123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"90345085-85ef-44c5-bbc0-40d60428adf3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.904090567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e59b43f8-2ddd-436f-a9e6-dd65e4823ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.905302804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"502e5dd6-c417-4708-8e7e-e7c0f2b56dff","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:27.929171261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"e0663bc4-4c19-47b7-89ff-049a1f9cca5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.114060131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-sub","reconcileID":"8980fccd-b3f1-42ce-93ed-d4c3fa6d92f7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.136139967Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-sub","reconcileID":"8980fccd-b3f1-42ce-93ed-d4c3fa6d92f7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-010232/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.151270815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"d1bb63bc-6097-4807-9552-d5ebfa34d916","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.156876262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.157551389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f6f9591a-2ac1-468c-b00c-27410d9709bb","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.166033758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"dcf5a85b-5986-4b1c-b503-5d1d0df91e6c","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.168017507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"00e799cf-ef57-437c-9e9f-b01e127eabce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.168033581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"abc88686-57b6-477e-961a-c5f583f04d54","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.168396095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eea45c3d-4aa3-42dd-9dff-49fb23862ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.175380807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"00e799cf-ef57-437c-9e9f-b01e127eabce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.175577109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eea45c3d-4aa3-42dd-9dff-49fb23862ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.17774233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"abc88686-57b6-477e-961a-c5f583f04d54","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.307402012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"e2e-user-token-filter-auth","reconcileID":"4ae8c50d-e8e8-422e-a4d5-904901ef33fc","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.307481645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"6d90562e-d496-4fbd-a07e-1338dc6ee0d1","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.320225408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"b628d576-71d7-414b-b11a-bd3e781ffe12","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.591783697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"4b52ef2f-1d1c-4848-8791-ee48cf22c82d","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.615424161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7ec0619f-9958-453a-99ab-bb2f5d6ef0ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.624762401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7ec0619f-9958-453a-99ab-bb2f5d6ef0ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.63134527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f78621-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1090bbb8976849dd4767e6c0b5e36cd688e5e0cfd594e11955e4d1b594cab9a6) AuthConfig (3292a9cd33aa5305fba11a0f6ecb0245934186480c38543972c4fe695cfae0fb) AuthConfig (2b3c9419a6cc251e193fe6499ef18c166d528f4c078def1a0776ebad72b7f8f3) AuthConfig (b2e616dcc516821c60b0755cf1c5dce7f1c51b86e13dfc6d7f2f24cd97884569) AuthConfig (0f5f22bea6381620118f913a54ec855983b6f74d5f8492d7777ce6d51ebbd667) AuthConfig (1ea77a56fcdf8efc49d0067d4ccef81f6d9730f593d3c9146e2c332007f4b862) AuthConfig (e2989760643e5a1f3ed716118a21af724d939770b374be5044426622af94f9c0) AuthConfig (9b03058b0b3ff8e4d2d629bb8357411daea2565c31d7d473ce5642eea9abb09c) AuthConfig (46bac21f9b963693b8640f9f4bc1ed0d7b055dd9f5b52174895d978fb890394f) AuthConfig (50822e143d946b8cfb3750291bc9cb313791b02bbd697326f882deb148ebf0a0) AuthConfig (e582625db751c989a49f075ee223e4ea4dce0420810e5161452cd274c2a18b77) AuthConfig (7ef9bb3f33be84636c3c555897e88be98880b43a95cb24855849da6b3731c36d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"7ec0619f-9958-453a-99ab-bb2f5d6ef0ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.859968191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"cbbacf0b-159d-4dc8-84b8-3e5a694fc4d7","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.875480946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ae54b111-b64b-444e-beb7-3bcee4294ca7","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.884782787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"67e6a7ec-e7b9-4dbf-968d-82d15c3c3df6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.885274453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e4a8a9f-c745-4a5a-8c82-74eeb1740919","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.885650235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e6dc14c8-1846-48de-b763-33c53fef6dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.886006801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3e101e48-cf79-4b87-a60b-a891ce25e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.892270569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"67e6a7ec-e7b9-4dbf-968d-82d15c3c3df6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.892829145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e4a8a9f-c745-4a5a-8c82-74eeb1740919","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.894748307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3e101e48-cf79-4b87-a60b-a891ce25e97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.895239684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e6dc14c8-1846-48de-b763-33c53fef6dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.895843358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"3386cc85-18cc-4336-9a6d-9676c3b094a5","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:28.973278471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ded680ca-d5e0-4795-9b52-effe07a28466","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.091651794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"07adf577-41b5-4221-a222-589e60a753f5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.100073361Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"d9a2037d-210a-4c63-96d9-9b42927a3134","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9b26426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.104287669Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"fd7b1f57-945c-4b4c-a5f9-34483f2cde9b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9b26426","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.112138596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"182af25e-90a1-4574-b0bf-af1018b6aff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.112678384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"97ef58fb-8c1d-42c7-8aba-70c289d0a529","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.112966548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"98c1814d-a2d2-49f6-b727-e00e5e85a965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.119900311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"182af25e-90a1-4574-b0bf-af1018b6aff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.11998756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"97ef58fb-8c1d-42c7-8aba-70c289d0a529","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.122520465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"98c1814d-a2d2-49f6-b727-e00e5e85a965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.123121368Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"df280600-72e8-4d08-9b3c-55792dd836de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.145570425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"c6e47429-47cc-4ffc-9a6c-e779bf32ec58","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.211225235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"e772bf78-41b1-4492-aef8-aa11577a0228","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.299270177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"1a5c666d-c124-4244-a51d-d80996cf24b6","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.302596353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"ae70eede-80a7-42e1-b611-e6c92a0b8166","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.307980501Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"ae70eede-80a7-42e1-b611-e6c92a0b8166","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.322135292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"bd7e8480-fbcd-4fed-a3c9-f6ff11f3630a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.322447302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a85ed0ca-c949-4fb9-a6e4-f2cf69b1b554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.322639095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"efd5c154-9008-4f4e-9fbd-47630c0e9a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.322752132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"08d24838-22a3-41a5-8b41-a2dea772f3c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.327282392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-sub2","reconcileID":"ae70eede-80a7-42e1-b611-e6c92a0b8166","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.329381979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"bd7e8480-fbcd-4fed-a3c9-f6ff11f3630a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.331608222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"efd5c154-9008-4f4e-9fbd-47630c0e9a25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.333753508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a85ed0ca-c949-4fb9-a6e4-f2cf69b1b554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.382122589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"08d24838-22a3-41a5-8b41-a2dea772f3c8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.404820162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.405345931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"bf4554f7-d4d2-4be6-b884-00d88488b412","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.425267189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"46b99cec-ebc9-4866-b6cd-328c789ddc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.425267187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e063a146-8a59-403c-95e7-d0bc0ff10fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.425540398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"fbf33a40-2609-48a4-b2db-79e19db47889","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.425866762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"de597435-3ade-4638-acd6-832b7687187a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.434179612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e063a146-8a59-403c-95e7-d0bc0ff10fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.435270414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"fbf33a40-2609-48a4-b2db-79e19db47889","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.437553762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"46b99cec-ebc9-4866-b6cd-328c789ddc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.439334942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"de597435-3ade-4638-acd6-832b7687187a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.519552489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ea7ce728-65ce-4d19-a024-42998b663e41","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.567381741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth1","reconcileID":"5c2c7846-7ad6-4ef6-bc6c-f4aa72a36f76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.572661764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"0a483e83-2c8e-49b7-aebe-9f0715b575f4","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.593417654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"59907bc4-206a-47ca-b56e-8d68f4c9ec8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.595329488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fc3e1777-fe94-4f9f-81db-9b299cac1998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.595329616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"342547b2-8c92-4de2-a196-fb64a97fc164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.599146471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"4243b406-4640-43f8-aead-313a21b4ec3d","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.602878204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"342547b2-8c92-4de2-a196-fb64a97fc164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.603265455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fc3e1777-fe94-4f9f-81db-9b299cac1998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.610275011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"89a9f342-db9f-4a23-ba7b-42e1ba7d6a76","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.637018456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"a14c1292-6a75-4aa5-80d1-3dda4b72e9d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.836785478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-multi-keys-auth2","reconcileID":"0d31cdda-1cc5-414f-ad1c-39e0d9a655cb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.836905773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"c7d1970e-c074-4b95-b6a1-b69b9f931315","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:29.860801576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"ff3517e5-af83-4266-b5b5-5616cce20e39","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.262613623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"af3b8080-e1be-494d-b09c-eb893796a698","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.392163685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"02b5ab18-239b-4578-a935-6abf62402bfe","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.54970642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e511c22e-2764-4ace-8fb9-b1e3cdd4f899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.565893551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8f912722-ffb8-47cf-877a-b26b78c20647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.644586431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e511c22e-2764-4ace-8fb9-b1e3cdd4f899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.645970692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8f912722-ffb8-47cf-877a-b26b78c20647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.646983314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"c30beae4-2e93-4fd0-b1f1-3836f3961019","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.648317776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.674034885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f5b65965-6294-49cb-9afd-d23a6e60c71a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.677320377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"c42a2447-777f-47ee-aa2d-7d982fe85a18","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:31.678148928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"77dc08a2-811e-4fb4-969a-ef4d647767de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.690163058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f5b65965-6294-49cb-9afd-d23a6e60c71a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.708415422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"36ca988b-24aa-46c6-afca-69f815d54bd4","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.709089028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"95b28c62-d480-4d7f-bbc6-34fd63f989b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.721854907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"95b28c62-d480-4d7f-bbc6-34fd63f989b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.72353103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"9333e895-e320-4556-b532-56e6765b9858","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.733657422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9584d3ac-adb8-4146-968d-2de0ae3c3471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.742766433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9584d3ac-adb8-4146-968d-2de0ae3c3471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.744066722Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8f4d94dc-72a6-4eba-b221-f31d00d33530","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"distinct-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.770853614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"bf7c4ca1-4ea6-406f-8b17-0d7c72c164e9","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.775617242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"1235402a-0d29-4245-ac96-a106d7723c69","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:31.787082733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"ec5a4427-9da5-4e45-bd82-4b440c9de3ca","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.061526723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"cf9db13c-f948-4a5b-95e0-2dc59cee09bf","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.126440299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e78c33 priority=0:[ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub2]","namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-b1c6f6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.160887869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5e618b6c-56c3-4a8c-b9b4-03e1022df656","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.161489729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"84eff356-f055-4f02-bbd7-26e5e3fecdf4","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.164760156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0fb57acd-78fa-42df-b1bc-a96038d56fca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.186106483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"52780de5-1233-49cc-9dc6-a7a573ba9881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.188387562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"a0a86154-4e63-4cb6-9701-80c8efa32bf9","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.195006128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0fb57acd-78fa-42df-b1bc-a96038d56fca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.195886684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7241424c-13b7-4827-87a2-77b420c83e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.197977839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"3f75cf11-2a0c-4ee6-bec1-02b755d9f567","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:32.19859792Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.206124229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"52780de5-1233-49cc-9dc6-a7a573ba9881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.206985443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"49270fcf-9cf9-431a-921c-bf004a59f230","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.217236424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7241424c-13b7-4827-87a2-77b420c83e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.218315578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"b8b0f41b-b700-4e49-8623-3bae5ad6bcdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.225311271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"3f75cf11-2a0c-4ee6-bec1-02b755d9f567","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.22578143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"e1049497-a354-4646-95cd-524405cb5031","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.382537306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"b8b0f41b-b700-4e49-8623-3bae5ad6bcdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.479906734Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c712c169-1ef7-4706-93bc-fcf2db80dcb0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"distinct-2-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.489065535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"bc56011d-caf0-4d69-a10e-374da84405c5","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.549258791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"97f3da95-a1e7-47ac-acff-da28ce294c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.710055636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"dbf32902-14c1-4a8d-8de4-b5856ffee76c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.712799808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"97f3da95-a1e7-47ac-acff-da28ce294c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.71329914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25927996-85a4-489c-91ad-b86b39c17eb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.713786672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"663e0681-beb8-4800-ab6f-3222e0f42f46","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.729953296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"318f1d4e-4eda-4203-ac4d-03392ebe53d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.761898514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"318f1d4e-4eda-4203-ac4d-03392ebe53d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.817409414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"25927996-85a4-489c-91ad-b86b39c17eb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.820243669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"5de7d7e5-89e1-47ce-8f42-2aaee0634533","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.826733312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"601952d1-2cf3-4a57-bb40-9bb0dfb9a544","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.838319138Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"601952d1-2cf3-4a57-bb40-9bb0dfb9a544","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.865824367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"417ad31d-3fb6-4278-ad37-7ffe5493f776","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.896980568Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-sub2","reconcileID":"601952d1-2cf3-4a57-bb40-9bb0dfb9a544","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.913117281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"7e63e43e-e977-45c9-9aaa-2a67407912cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:32.913519029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"06334545-5c61-4751-9a61-12d9a53f5903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.034590158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"15d605ea-fc17-4bef-ac4e-1e1fb7280b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.157387601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"06334545-5c61-4751-9a61-12d9a53f5903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.169458471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"15d605ea-fc17-4bef-ac4e-1e1fb7280b2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.175716572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"7e63e43e-e977-45c9-9aaa-2a67407912cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.270416375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4ccbed73-71a6-4330-8882-fa4196226505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.340624755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4ccbed73-71a6-4330-8882-fa4196226505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.386094955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bfe76e91-74f2-46d5-9641-6c31e60838f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.405795371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"52c36696-55c7-4759-a6c0-6decfde98ca4","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.424108344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bfe76e91-74f2-46d5-9641-6c31e60838f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.538776099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e78c33 priority=0:[ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-e78c33/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.539802285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"cd76892b-3e7d-40d0-9354-c64ca8de057d","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.572382275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"eb34fe23-9e18-471a-814a-8dc8af1dbf21","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.604054776Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"89504087-dbeb-4c37-94ff-4627db059044","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-607e9ee7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.60445259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6a478058-09ed-4212-903f-6a9333d733a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.613228767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6a478058-09ed-4212-903f-6a9333d733a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.615706979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"0344f351-385c-4c72-bb17-ce9c21d898af","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.621364992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4df37b52-4671-4f14-8b00-14dc74b8d9cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.621804122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"4dca6b11-acd2-4ef0-aefa-5cebfb19d99f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.631632872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"4df37b52-4671-4f14-8b00-14dc74b8d9cb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.635754063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"4dca6b11-acd2-4ef0-aefa-5cebfb19d99f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.642664755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3c38b005-5f41-4351-986e-3cc9b8127001","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.661411246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4a524e11-15ce-4ee5-a99c-764d8045ab7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.668554998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952f4b14-6341-4653-8129-8d803f0750be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.673156113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952f4b14-6341-4653-8129-8d803f0750be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.675259704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4a524e11-15ce-4ee5-a99c-764d8045ab7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.679446847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952f4b14-6341-4653-8129-8d803f0750be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.684711778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"952f4b14-6341-4653-8129-8d803f0750be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.757043219Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ab592834","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ab592834","reconcileID":"7ed6b152-7b97-4b22-8e8f-1dc64f01bcbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ab592834","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-ab592834":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.757533337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8f79216b-14a4-4b21-a8c3-9154d2dcaea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.768624399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a9c7071-afc5-4264-a56b-a8b5eeccfd20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.769204412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"264e781e-81a0-413f-8dfa-6fb1121c4970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.770311003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8e0ed35e-23e8-4e5d-aa58-8225a7a355f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.790685402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"264e781e-81a0-413f-8dfa-6fb1121c4970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.798261949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a9c7071-afc5-4264-a56b-a8b5eeccfd20","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.819521357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8e0ed35e-23e8-4e5d-aa58-8225a7a355f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.821684353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eb2577c0-0b6a-409b-a2da-38633cba8da6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.92127793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8f79216b-14a4-4b21-a8c3-9154d2dcaea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.931608719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eb2577c0-0b6a-409b-a2da-38633cba8da6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.940547885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth1","reconcileID":"2251211d-f1f3-4f23-8eed-b4fb4236e53f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:33.980186811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"d7ae6d8d-0f64-4e3d-8241-15e0271537a9","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.070668593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"12daaa2f-9619-4886-a8cb-beedb2bf7bcd","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fa4a73b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.120598382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"74f38e8c-ae06-4ec7-8fb0-c457367949c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.133451836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b6e897dd-5201-4382-933d-aea2486bca38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.139065046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"37502661-8095-483a-a934-e900d365b41e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.142883733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"74f38e8c-ae06-4ec7-8fb0-c457367949c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.154759444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b6e897dd-5201-4382-933d-aea2486bca38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.162300986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"0017f039-52ca-4315-848d-bdc9452ca9c2","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.16318162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"37502661-8095-483a-a934-e900d365b41e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.196550625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e1e3538c-4e50-4138-9a0b-03de3b382d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.197325317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d3166410-1c42-4825-8b2d-51647ec1103f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.22278092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e1e3538c-4e50-4138-9a0b-03de3b382d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.227866631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d3166410-1c42-4825-8b2d-51647ec1103f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.236881481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e669d55b-4b36-4836-94e7-4c1f4e754ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.248983302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e669d55b-4b36-4836-94e7-4c1f4e754ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.287383026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e669d55b-4b36-4836-94e7-4c1f4e754ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.298901729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e669d55b-4b36-4836-94e7-4c1f4e754ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.31627745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"bea8bc0f-f6d9-4673-a62a-41204604d375","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.342094748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-ignore-header-auth2","reconcileID":"8799501d-d615-4f5e-a74c-53432aeb3ce3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.360140759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"19d17a39-1de7-4ddb-b0e8-c369fdf523be","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.565043969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9506c293-572d-4e1d-9b79-c328d25a3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.568352268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9506c293-572d-4e1d-9b79-c328d25a3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.582613457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9506c293-572d-4e1d-9b79-c328d25a3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:34.593628906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9506c293-572d-4e1d-9b79-c328d25a3bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.108675312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"0e648f1b-48a7-406c-a16b-0bfa5fb76342","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.118495423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-sub","reconcileID":"0e648f1b-48a7-406c-a16b-0bfa5fb76342","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.140332564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"53f372d4-5523-4844-9fb0-06d5747b7d7f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.150165827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a6dae767-579b-4c97-a56d-786ecf0888fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.15136375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"e650b867-07b3-4712-b995-ab40ebecebc5","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.152491001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"d83c22ae-3ac4-4b68-a921-abd906b6ef71","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.152588469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b7edfa81-8cda-4ca1-b607-2efd4ed5ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.157398974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a6dae767-579b-4c97-a56d-786ecf0888fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.160001599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"d83c22ae-3ac4-4b68-a921-abd906b6ef71","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.160410956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b7edfa81-8cda-4ca1-b607-2efd4ed5ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.295060727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-scoped-auth","reconcileID":"9f804947-cc40-464c-911e-4dfe03aa346e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.295469418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"10b89d7c-035a-4292-a750-eff4cf23fb0f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.48248342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"7bd281e1-c6f0-43b6-a1bb-b2dc8c29dcf7","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.600224388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d8e2e3-6e53-4504-bc75-9ff26860bc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.603489932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d8e2e3-6e53-4504-bc75-9ff26860bc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.606948818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d8e2e3-6e53-4504-bc75-9ff26860bc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.610288601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40d8e2e3-6e53-4504-bc75-9ff26860bc42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.920612569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f64eb0-558c-4464-9a1f-cce849651e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.92392942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f64eb0-558c-4464-9a1f-cce849651e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.927133307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f64eb0-558c-4464-9a1f-cce849651e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:39.930599139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f64eb0-558c-4464-9a1f-cce849651e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.36556875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"dd6e2f2a-f7d2-4fb7-856e-8a784eed9dc9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.38754457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3120755a-624a-48b3-b923-6b02a96b08ff","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.438431224Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"dd6e2f2a-f7d2-4fb7-856e-8a784eed9dc9","name":"e2e-mt-ab592834-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.439222808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6bd09104-8fda-4e26-9ed6-8eaaad298dcd","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.501240307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f899ec57-f4ae-4d0d-9c44-bbce55977cff","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.512671129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f899ec57-f4ae-4d0d-9c44-bbce55977cff","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.518393818Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-141053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-141053","reconcileID":"7c717d63-f15d-46cf-b936-2080a7c13d9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-141053","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-141053":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.593198828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6091a19c-abeb-4139-9fd8-297dd4fa1bbd","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.596893523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5ec0497a-09bd-4b88-a6e8-ea2cdbeeb3fb","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.607906252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5d15bb89-36dc-4c9f-bcde-4b1121f38e34","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:40.608236914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub","reconcileID":"4430ce63-aad7-4590-8ac2-5d2d1ac6e75a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.684430126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0cad20cf-02fb-4214-ae27-418b6fb6b5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.685434678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"67075f5a-aca1-4009-aa7e-b36cf82fafc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.686802545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"67025526-103a-438e-8a79-d3a7534be8ce","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.691983322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0cad20cf-02fb-4214-ae27-418b6fb6b5b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.692629229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"67075f5a-aca1-4009-aa7e-b36cf82fafc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.693828745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"487d4baa-a17e-44b8-afa1-608eef9ba7ad","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.697281541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"67025526-103a-438e-8a79-d3a7534be8ce","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.701036479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"826598e5-1194-4c58-be0a-f04181796a7b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.799854484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub","reconcileID":"42294e0e-4918-43c8-b730-2e78e573d9f0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.881762182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fedcea9c-a3c9-48cb-a38b-215ba058c69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.881976573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"62f81282-beac-4dee-af1b-1092bff7d51a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.882204721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"593dc85d-d457-4351-a5d2-718343b04b85","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.887626265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"17f4b113-4227-4c39-aaed-d2ac7312c2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.88795629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e66c62b2-3df6-415f-8280-8ad116936360","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.89201706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fedcea9c-a3c9-48cb-a38b-215ba058c69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.895227705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e66c62b2-3df6-415f-8280-8ad116936360","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.896024463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"17f4b113-4227-4c39-aaed-d2ac7312c2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.924472592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub","reconcileID":"b1c27ddc-e9a0-44e8-ad5f-23861f8b829b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.932037131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9d83e7-5691-4925-908a-1960e57e2864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.93535743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9d83e7-5691-4925-908a-1960e57e2864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.938578694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9d83e7-5691-4925-908a-1960e57e2864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:40.941847149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9d83e7-5691-4925-908a-1960e57e2864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.236939357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cbcbcf-23b7-4696-987f-740e20c94b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.240210204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cbcbcf-23b7-4696-987f-740e20c94b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.243689101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cbcbcf-23b7-4696-987f-740e20c94b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.247366621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cbcbcf-23b7-4696-987f-740e20c94b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.444746949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c627cef-d377-4544-a5bc-38df989c085b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.448365093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c627cef-d377-4544-a5bc-38df989c085b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.451610272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c627cef-d377-4544-a5bc-38df989c085b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:41.481108302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c627cef-d377-4544-a5bc-38df989c085b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.070529229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7f19a0a7-e18d-4c29-be84-9256f422a42e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.242319638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"d534b28b-a2f1-4812-9b98-d17d7e8e4ab1","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.265774349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"aaf0b69a-6e85-4a66-949f-17ea174075e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.376788143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"402eae05-80fb-459f-a5b3-7417d17b4067","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.579538148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"46d68272-9a08-4021-ab2d-671c8a1cd97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.608448717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0e5455f9-9001-4f9b-99bf-685001e2414b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.650054851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"46d68272-9a08-4021-ab2d-671c8a1cd97a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.700209002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0e5455f9-9001-4f9b-99bf-685001e2414b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.841513475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1edd5079-3723-49a4-a852-f8b28a5ff130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.864643059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1edd5079-3723-49a4-a852-f8b28a5ff130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:42.976854465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5d2f844d-96d9-4207-a9cc-d146ffa0b199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.036553985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5d2f844d-96d9-4207-a9cc-d146ffa0b199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.242386189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"56fe2390-d659-48e5-8941-59889d2bfa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.269700626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0f975283-f7e3-4768-aaa6-867d1f76a3de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.27015777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db66e989-6abd-45d3-89b0-88113405d7db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.270466418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"daac93aa-a7d2-4a07-9cb5-c928e7755da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.311052088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0f975283-f7e3-4768-aaa6-867d1f76a3de","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.316883873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"daac93aa-a7d2-4a07-9cb5-c928e7755da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.321539217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"56fe2390-d659-48e5-8941-59889d2bfa65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.331482038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"db66e989-6abd-45d3-89b0-88113405d7db","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.525663796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2ac5aa2-dbca-44f5-a4a4-4db3c00579af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.589119849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2ac5aa2-dbca-44f5-a4a4-4db3c00579af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.611735271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b1678d8a-6c5d-4fbc-9112-646d07b35eed","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.624212443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ba401164-34b6-4fdd-95f2-d49051217b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.624768407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e3f577c4-6d6a-4dc2-b39d-76cdd5f4dbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.640298222Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b1678d8a-6c5d-4fbc-9112-646d07b35eed","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.643043508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5beff033-2f11-4f1a-8ad5-dfb5905c5e52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.700538345Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b1678d8a-6c5d-4fbc-9112-646d07b35eed","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.702564887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e3f577c4-6d6a-4dc2-b39d-76cdd5f4dbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.769289067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5beff033-2f11-4f1a-8ad5-dfb5905c5e52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:43.893324984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ba401164-34b6-4fdd-95f2-d49051217b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.095546459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"05f810df-f930-4f1d-80e3-a4413a453986","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.09848218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"48483673-88c6-408c-8fd8-c7a0076ffe46","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.111566621Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"05f810df-f930-4f1d-80e3-a4413a453986","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.314840869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fc060baa-d309-4d88-a8b1-592ecbdcd871","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.32918587Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub1","reconcileID":"05f810df-f930-4f1d-80e3-a4413a453986","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.334243472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"47e7c19b-0b82-4db9-8de2-29e310d28d3a","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.347687228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"60dd4271-6d32-4a76-83e8-aeb2c1e24eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.347979499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ae507a3c-4178-4c3e-9e82-e084ec4c11e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.348500128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be665016-3efc-45a3-906f-3db1981f9739","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.373548842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bc030025-6fc6-4a64-876e-ed9255284ea5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.515167445Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4b460d4d-0b3c-402f-96e9-d5fa1d67b4b8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-77cb09d0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.561476704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"60dd4271-6d32-4a76-83e8-aeb2c1e24eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.585543708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ae507a3c-4178-4c3e-9e82-e084ec4c11e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.619088431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"15dba8c2-d6ec-445b-8b1c-ae57ddfec9f1","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.744416573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be665016-3efc-45a3-906f-3db1981f9739","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.758427996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"4d674859-e17c-418d-86dc-a0b8db6e7a05","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.759791206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bc030025-6fc6-4a64-876e-ed9255284ea5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.855292957Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d10fb361-47c2-42c7-b458-9f27f53b1389","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51f25692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.855889568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e15bc671-7c6e-436d-af55-7c81cb332144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.925157887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e15bc671-7c6e-436d-af55-7c81cb332144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.940571832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"dae7085f-f288-4dba-87f0-0cdd1c3a7cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:44.959421843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"67c81cdc-6893-4a95-9f19-4f68a41f5e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:45.217600508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"dae7085f-f288-4dba-87f0-0cdd1c3a7cae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:45.257636714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"67c81cdc-6893-4a95-9f19-4f68a41f5e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:45.328259608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"11c716db-3b47-4580-b0b1-c0957430e147","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:45.590675626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"69222c38-d56d-4e7d-8620-a129eabebd60","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:45.750425809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"25bf4b91-baf8-458d-ba27-7addf8bf9ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.005758893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"11c716db-3b47-4580-b0b1-c0957430e147","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.073674822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"69222c38-d56d-4e7d-8620-a129eabebd60","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.183676761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"25bf4b91-baf8-458d-ba27-7addf8bf9ec6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.218860667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"e46e5e7e-fed9-459b-8936-7910ca856ab8","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.448525625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4a2fe12-b24b-4799-82b4-4ce58af4f978","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.449497667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7e333773-2594-4e7d-9d46-16b78e913d04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.48429602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d4a2fe12-b24b-4799-82b4-4ce58af4f978","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.492282606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3f03a7c4-2cf6-4143-9427-fdb481da8325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.494834127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"9c42f710-ea4c-4456-ae59-12dcffaeee20","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.502662345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3f03a7c4-2cf6-4143-9427-fdb481da8325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.529851871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"9437ca7a-518b-4ff3-ae63-f4c24a561dd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.556222612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a6c76265-9b7f-4928-8e49-d9bfff567851","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.568639324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7e333773-2594-4e7d-9d46-16b78e913d04","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.771755915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"6b18885d-606d-452e-bda9-658e83a550f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.773548268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"758b576d-2955-4821-8cdc-9752635246c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.805763789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"758b576d-2955-4821-8cdc-9752635246c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.809002892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a83d4e8e-c777-4529-adcd-43370300e835","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.833561573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a83d4e8e-c777-4529-adcd-43370300e835","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.88200424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2516c1d2-2d60-48df-a76d-4df7f897e6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.883985832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15194e89-0771-4fce-a27d-fb39b66a50d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.958365511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2516c1d2-2d60-48df-a76d-4df7f897e6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:46.958692364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"15194e89-0771-4fce-a27d-fb39b66a50d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.0365421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"db888e0b-da5f-4f4a-b15b-8f3bd90229fc","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.103939131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0356f09b-5513-4d6e-a581-f9e4f22ac0b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.118787094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0356f09b-5513-4d6e-a581-f9e4f22ac0b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.378144129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"15c6a8db-0118-42e8-be60-fa709a60af3e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.455937478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"17c7c459-72e1-41d0-af80-4a808c138651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.500633302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"494dd873-b99b-4836-8932-0bcb3823b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.506702671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.506829121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9e882b1e-02ca-401a-9ba1-32bae0e3af1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.528832868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"494dd873-b99b-4836-8932-0bcb3823b790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.531731112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9e882b1e-02ca-401a-9ba1-32bae0e3af1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.532681726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"a67f2623-89e8-455a-acea-b7c0f1eedbf3","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.564668131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"b7dc8873-3607-469d-8687-8a4b384e4ffc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.689946396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"2cbcc37d-321b-431f-a806-7f3c1bea248f","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.711365055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0da65284-b900-4f62-ac1d-7e0ea0bf52d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.711365098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea297fff-a18c-4f8a-bd5a-50d6692864b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.711983995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cfa69e9b-c320-463b-8121-315579ea67b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.712301508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"3403fab2-288f-4261-acb2-79b07295ff88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.719671051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0da65284-b900-4f62-ac1d-7e0ea0bf52d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.72200396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ea297fff-a18c-4f8a-bd5a-50d6692864b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.725178346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cfa69e9b-c320-463b-8121-315579ea67b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.74342848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"db262545-450c-47e6-80a3-1d24686453f5","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:47.812304743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"ebdb1d27-ef7b-44b4-943d-3ed1d9232be0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:50.970859262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dea08ff5-ad21-4eeb-9080-91586916bc07","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.074220794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"27980c94-7b8e-431a-8357-2650d4ce6f6f","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.12850496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"56d3daf6-54f4-4118-b47b-65cc5f64d099","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.155443904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5e7bd106-4cc9-4f0c-90a8-0ceb9c889563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.155550361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"708df944-046b-4c15-95fe-8335947d27b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.155778313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fa8959e3-bb2b-4d94-86e5-bbe5fa4e6ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.200339979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"56d3daf6-54f4-4118-b47b-65cc5f64d099","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.20640722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fa8959e3-bb2b-4d94-86e5-bbe5fa4e6ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.208423232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5e7bd106-4cc9-4f0c-90a8-0ceb9c889563","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:51.216597511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"708df944-046b-4c15-95fe-8335947d27b6","name":"e2e-api-a-141053-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.068280667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c98b5565-32ec-41dc-954b-3e5c2b6505f4","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.083272773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"8edf6de4-c19a-4dcd-964a-b53397dfae21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.092102222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"27c5fe7f-51ce-4f70-8704-8912a7c547e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.092362288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e311dedd-7607-48c9-b9c8-79247021d7db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.092464039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3c295d5-8192-4436-a944-fe6949daed2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.092674258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"95c4acb7-93c7-415c-ad3f-c044feb7e27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.099379385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"27c5fe7f-51ce-4f70-8704-8912a7c547e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.100312423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e3c295d5-8192-4436-a944-fe6949daed2c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.101840976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"95c4acb7-93c7-415c-ad3f-c044feb7e27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.102424347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e311dedd-7607-48c9-b9c8-79247021d7db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.104136804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"4f9d5aa5-8436-43c3-8ef8-1c3cb6e85d34","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.182382761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"b75d1cee-9c11-454e-bb24-b2ede55343a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.287179949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"b9e31bd7-ef53-48b0-a3b0-4b59a702908e","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.311117929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2521154c-d4e3-47fe-9c3a-cea42fbc9576","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.401888281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2521154c-d4e3-47fe-9c3a-cea42fbc9576","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.614076076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"4219f8a8-e899-4160-96df-3b8a96bd219f","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.630517512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"75de793b-51d4-4dd6-b0f7-0ef6572939b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.6322057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1df2918e-3202-4b68-aa18-3006190cde2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.632210249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8c7e8040-75e8-46b2-b347-d10ac2be5a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.639592469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8c7e8040-75e8-46b2-b347-d10ac2be5a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.685897393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1df2918e-3202-4b68-aa18-3006190cde2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.703882955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7841e11a-3301-4677-b163-91cf52ce2155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.713531567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7841e11a-3301-4677-b163-91cf52ce2155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.721448134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"00710875-79b7-4eb4-a82d-58179473cd85","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.723084465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7841e11a-3301-4677-b163-91cf52ce2155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.730177618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7841e11a-3301-4677-b163-91cf52ce2155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.750959809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"b2642a7c-a837-4efb-8dd3-d3c68c66f91b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.930622722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"4e8c601c-a2a4-4696-b0de-8e8cf532934f","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.945627009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"59a4645e-2feb-419a-a0b4-2fb966c422c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.946051067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f702c75d-6341-4496-836c-2303e6b5d794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.949617652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f702c75d-6341-4496-836c-2303e6b5d794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.95315285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f702c75d-6341-4496-836c-2303e6b5d794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.956355948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f702c75d-6341-4496-836c-2303e6b5d794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.960318091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bd50d53b-0afb-4290-a50e-57a112bfdce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.960388559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"324c2efb-0beb-4bac-ba75-def5ac67e431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.960626941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"86471eff-9720-40b7-86b6-e4cc45ac9496","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.981282713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"86471eff-9720-40b7-86b6-e4cc45ac9496","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.981379673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bd50d53b-0afb-4290-a50e-57a112bfdce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.981669968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"5e6ee8a9-5b7b-49e6-aaa5-ed5177fbc899","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:52.983598184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"324c2efb-0beb-4bac-ba75-def5ac67e431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:53.052768899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"2dd2c273-5e11-4d58-bb65-98b23187efcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.51905447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a5bc1de4-2a49-4db1-b10d-e472430f6ca5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.522677706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a5bc1de4-2a49-4db1-b10d-e472430f6ca5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.526690583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a5bc1de4-2a49-4db1-b10d-e472430f6ca5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.555426164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"058cdc9f-f094-4ff8-847d-03e8360a9c4e","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.573301287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c55dd2e6-bec6-489d-8953-b11837041bc0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.57364771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95d33bfe-77b1-4a97-a752-01cd6c6979fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.573775508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"39b8f25c-1d4d-467b-9469-1614cee065ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.574043748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d34d1505-4840-4472-bfb0-32c87a4f5ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.583363699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d34d1505-4840-4472-bfb0-32c87a4f5ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.58337111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c55dd2e6-bec6-489d-8953-b11837041bc0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.58563287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"39b8f25c-1d4d-467b-9469-1614cee065ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.585806769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"95d33bfe-77b1-4a97-a752-01cd6c6979fe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.71230044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d6a1e798-a6a4-4b7f-b5ab-4dae99b304c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.712623085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"667d90ab-c4c2-438e-9b29-78cd864bff81","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.796835259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d3c2fdc-73fa-433a-b213-4f0d558164b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.80056494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"c8e0a1e5-b29f-4d77-87bd-f83f9d422503","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.805123819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2d3c2fdc-73fa-433a-b213-4f0d558164b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.859425346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"508ae7af-4d96-42c6-81f2-06f8ef878d51","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.862771407Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"508ae7af-4d96-42c6-81f2-06f8ef878d51","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.8661438Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-sub2","reconcileID":"508ae7af-4d96-42c6-81f2-06f8ef878d51","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.897252039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"0dc27974-f34a-4ac5-b184-643410e251af","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.912991085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cbc88b3a-47fe-4a58-bd99-ccc8fd65489f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.913585847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4b1b564-b50c-434d-b45a-3166908e623b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.913762541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b923e06-8c0c-49ff-9369-a191e041c8a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.913957096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5386b21f-f23d-4be6-9ce5-c979a4a8999f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.921245074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4b1b564-b50c-434d-b45a-3166908e623b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.92177693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cbc88b3a-47fe-4a58-bd99-ccc8fd65489f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.923762534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1b923e06-8c0c-49ff-9369-a191e041c8a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.925080426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5386b21f-f23d-4be6-9ce5-c979a4a8999f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.982611153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"de2d8a30-3ada-478e-b1eb-644f12d8915c","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:54.993719654Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"15450ab8-5fb8-4c0c-aec5-9734f6035407","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.056438941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"cea44927-ee1f-4a69-ae3b-1013c2879327","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.092599944Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4409339f-6647-4838-93b7-f680323d490e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.102509491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"a87ee519-77ce-41ff-a889-eb79b34e65b1","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.10475039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66dc3bd7-7362-49b5-800f-4e9b4e709ece","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.105224946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"5d6d9512-4ac5-4514-a943-11f939279e2b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.111304185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66dc3bd7-7362-49b5-800f-4e9b4e709ece","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.319545195Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f18488d0-8bc8-4774-b7fb-440e32e2dcb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-2-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.319543146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"77fb61f9-94ee-447f-b3bd-621db952e6df","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:55.331744919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"91fd0de4-5c16-445d-a92a-9b3d8e975ab9","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.56931806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3326a63-1a0f-4ffa-a691-0ad1dda07542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.569452923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3326a63-1a0f-4ffa-a691-0ad1dda07542","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.57763767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021a7463-82fe-40d9-a860-958868c89720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.577709998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"021a7463-82fe-40d9-a860-958868c89720","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.600944444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b2064","reconcileID":"1675ec70-46e5-44b0-8ade-868d3e594910","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.634791028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b2064","reconcileID":"1675ec70-46e5-44b0-8ade-868d3e594910","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.671702853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20aa2099-0a48-47fc-9070-2787276f63e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.671819785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20aa2099-0a48-47fc-9070-2787276f63e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.745841595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96f1e8e9-24dd-4e77-91a6-c753953cc29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.745863861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96f1e8e9-24dd-4e77-91a6-c753953cc29c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.753083735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fed7e99a-dca1-45fd-96b1-3d371d0884c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.753099865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fed7e99a-dca1-45fd-96b1-3d371d0884c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.756562661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f8630f-61f0-4abc-9fcd-3adde38527cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:45:56.757255892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b2064","reconcileID":"41549ec6-979d-4f52-a454-6fe9d65d6c87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-0b2064\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.759617388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b2064","reconcileID":"3338e8e6-f58a-4e87-bef4-a6444b684d66","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.763954771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f8630f-61f0-4abc-9fcd-3adde38527cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.768294442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b2064","reconcileID":"3338e8e6-f58a-4e87-bef4-a6444b684d66","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.775372891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5985f4-0ac7-43b4-adb7-110a475a353d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.775392397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5985f4-0ac7-43b4-adb7-110a475a353d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.783220295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96606341-497c-4073-a6b0-84f91faa51b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.783239605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96606341-497c-4073-a6b0-84f91faa51b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.804732014Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b2064","reconcileID":"3e1fd3b1-100a-46f2-9145-286a5afb2a8f","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-0b2064","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.823254242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de5b914-b137-4a7d-8a17-a882c38e7e40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.823275469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9de5b914-b137-4a7d-8a17-a882c38e7e40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.85488717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ea5c28c-4002-4187-89aa-1a59c096e086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.86153895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ea5c28c-4002-4187-89aa-1a59c096e086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.897415548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80a1fa27-38be-4986-873f-1eb0ab74335c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:56.900511652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b2064","reconcileID":"a8e62603-7c35-451c-bd87-57600bcea74f","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.197293882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-0b2064","reconcileID":"d78567ee-0cf5-4d02-b7ca-e8573ede91b8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-0b2064","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.197337546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23860cc3-8051-4d2c-81a5-ed2909ba4c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.197350451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23860cc3-8051-4d2c-81a5-ed2909ba4c7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.210271362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b1985d9-71d2-44b2-8fd8-f30d31b99227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.210290383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b1985d9-71d2-44b2-8fd8-f30d31b99227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.467010084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9220f327-72cc-4384-9b45-a5faaee1ca15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.467030583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9220f327-72cc-4384-9b45-a5faaee1ca15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.478133179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35dcf356-7877-415b-a0f0-4f64f7095e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.478225049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10550720-ff8c-40f3-ab81-4298b73bc0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.485478936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35dcf356-7877-415b-a0f0-4f64f7095e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:45:57.485908738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10550720-ff8c-40f3-ab81-4298b73bc0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:00.68983568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4b53e354-4851-4fea-a53a-172228ef156c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:00.690439163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a1b94e28-b63a-4aa5-8123-6e97de338077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:00.711826306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4b53e354-4851-4fea-a53a-172228ef156c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:00.729200273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a1b94e28-b63a-4aa5-8123-6e97de338077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.080687107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub","reconcileID":"92a28610-d1ee-4337-8e04-4f43a032e1e2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.129757046Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub","reconcileID":"92a28610-d1ee-4337-8e04-4f43a032e1e2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.30270648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"f53c1bd2-79cb-48c5-8905-e8870d988cfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.30526217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"ce540b4b-39ad-4a7e-972a-a96cd31c37ba","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.346333179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a1dc6f4d-eb6d-4bcd-b2f7-a5953f10d9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.34706936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c29cc4ca-d10c-4773-947d-8d3e0be2e663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.355538895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"648c3408-abb6-421c-9042-f972ed2d1064","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.417851878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a1dc6f4d-eb6d-4bcd-b2f7-a5953f10d9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.424055041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c29cc4ca-d10c-4773-947d-8d3e0be2e663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.45519539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"648c3408-abb6-421c-9042-f972ed2d1064","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.590254907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"824551a6-29aa-4f16-bf6a-bb7ffe94571b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.590851542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"08b481cd-bb03-4530-9dd0-23266a0d2b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.600903284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"824551a6-29aa-4f16-bf6a-bb7ffe94571b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:01.640187678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"08b481cd-bb03-4530-9dd0-23266a0d2b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:04.796158628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"3c5738a9-5d50-4495-84ab-e5c260f0b046","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:05.631431762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"a10646fd-2cc1-48d3-a97c-6eb6a66106ef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.272456073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"b8ef7224-b220-482d-a9c2-da4e356a3459","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.307383005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"7cc16c49-7f02-47b0-97e1-843bd1bd3645","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.309428592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8acc4915-d92d-4fd9-bd35-51e1ee0cbc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.310398572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ae296373-c041-4974-ba2f-27c4b4919405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.322127524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8acc4915-d92d-4fd9-bd35-51e1ee0cbc44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.325666841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ae296373-c041-4974-ba2f-27c4b4919405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.335268604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"92be9d69-8732-4b3a-939c-655f1ef7c57a","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:06.394596922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"06e5956d-83a1-4953-ae20-5c3090db6468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.485294698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b2064","reconcileID":"ea1ae082-c661-4c3c-82e7-d4158664fc94","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-0b2064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.508401929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-0b2064","reconcileID":"ea1ae082-c661-4c3c-82e7-d4158664fc94","MaaSSubscription":{"name":"e2e-default-int-sub-0b2064","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.612884564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251de72f-5fd1-431a-9101-28d9e46e832d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.612912369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251de72f-5fd1-431a-9101-28d9e46e832d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.618059339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"217ca40c-a1f6-4eb4-be2f-0c5d7103dafe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.628381067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06b1a982-8468-49db-8bf0-9bcd1c52c56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.628681572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eb4474-d9ec-4369-b9a4-61821b65fa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.689020796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eb4474-d9ec-4369-b9a4-61821b65fa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:07.696570561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06b1a982-8468-49db-8bf0-9bcd1c52c56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.213464756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e961ab67-a694-4e69-9800-6b0b978eb4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.220159385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e961ab67-a694-4e69-9800-6b0b978eb4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.241299413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e961ab67-a694-4e69-9800-6b0b978eb4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.249388927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e961ab67-a694-4e69-9800-6b0b978eb4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.620610392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdae6c29-2153-4529-aa25-74158492315e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.628584017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdae6c29-2153-4529-aa25-74158492315e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.633275118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdae6c29-2153-4529-aa25-74158492315e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:09.636465532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdae6c29-2153-4529-aa25-74158492315e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.164417946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14c6c3d1-e98b-4eea-b4b3-dfce5918d274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.164439028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14c6c3d1-e98b-4eea-b4b3-dfce5918d274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.171855964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9055d3-66ae-4609-b94e-f1b7494e7ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.171877304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb9055d3-66ae-4609-b94e-f1b7494e7ad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.177618762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"47f623e7-eba3-4938-8545-d97077cce86f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.201119885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"47f623e7-eba3-4938-8545-d97077cce86f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.206842114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-141053-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"47f623e7-eba3-4938-8545-d97077cce86f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.215225882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806ee7cf-c480-4bb5-8be4-a55c6cc5e145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.215242848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"806ee7cf-c480-4bb5-8be4-a55c6cc5e145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.944173287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f22e409-44f5-46a2-9996-fb0276b809f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.948284717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f22e409-44f5-46a2-9996-fb0276b809f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.952686088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f22e409-44f5-46a2-9996-fb0276b809f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:11.9569519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f22e409-44f5-46a2-9996-fb0276b809f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:12.600616914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db97bc-bc2f-4989-b86f-c362e754558e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:12.604814331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db97bc-bc2f-4989-b86f-c362e754558e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:12.608949473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db97bc-bc2f-4989-b86f-c362e754558e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:12.613613112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0db97bc-bc2f-4989-b86f-c362e754558e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:12.836102572Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-151744","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-151744","reconcileID":"5a343078-10ae-4653-96c6-f61d64d3fdb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-151744","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-151744":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:13.133016169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec1a516-bbe6-4112-8191-1c84e96be84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:13.136616114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec1a516-bbe6-4112-8191-1c84e96be84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:13.139970141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec1a516-bbe6-4112-8191-1c84e96be84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:13.143983143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec1a516-bbe6-4112-8191-1c84e96be84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:13.940299726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"b2efdb77-db01-4f23-ae54-ef131efb3923","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:14.825225851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"f4238174-3b38-4c9e-8d08-5faf4eec6bb3","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.085187341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"93946000-a8fa-430b-a0ba-d5df72538a92","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.102686693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"69cfb8e0-144a-40b4-8d0b-fe663b0d5223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.105253508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1ee780ef-9851-4793-9bd9-fa8414209eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.108422279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"01e640b2-2ec5-4612-a9ac-7d05dc084e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.11246149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1ee780ef-9851-4793-9bd9-fa8414209eaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.116314542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"01e640b2-2ec5-4612-a9ac-7d05dc084e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.124418752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"d3167dd0-046a-4ab7-8710-f9d931a20ff4","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.213366312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"cc9532b3-7770-40d7-bb4a-87af6aeda11d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.85546712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3835899b-1574-4e15-ae48-76216fea931e","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:15.855507209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3835899b-1574-4e15-ae48-76216fea931e","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.152666848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"c6c85e6d-5d4e-4c47-93c5-e2655a77e92f","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.152761673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"c6c85e6d-5d4e-4c47-93c5-e2655a77e92f","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.15959367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"380132fa-bf42-49c5-ba81-0d515625e16d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.159684844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"380132fa-bf42-49c5-ba81-0d515625e16d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.166192522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"a5cbb16b-ecfc-48cb-ba53-b4db2b5fc061","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.197978175Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"a5cbb16b-ecfc-48cb-ba53-b4db2b5fc061","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.225341875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"a5cbb16b-ecfc-48cb-ba53-b4db2b5fc061","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.236053857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3c4981eb-76ec-46e4-bad8-df0714b74c97","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.236073318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3c4981eb-76ec-46e4-bad8-df0714b74c97","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.322579568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"74d37ae6-b182-45e7-bebe-296644e2d16d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.322608543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"74d37ae6-b182-45e7-bebe-296644e2d16d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.333326865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e3081d6a-fb30-4dc2-9660-2b338513261f","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.333350875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e3081d6a-fb30-4dc2-9660-2b338513261f","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:46:16.334613648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"510a99a4-6640-4688-8a48-469036410057","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-ab592834\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.344807622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1e628a80-c928-4413-966f-07bf1f605014","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.344826925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1e628a80-c928-4413-966f-07bf1f605014","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.382381383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a1777bcd-d05d-4c55-ad97-cd7093ed15fb","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.382409802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a1777bcd-d05d-4c55-ad97-cd7093ed15fb","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.39542704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"f0da0410-f047-4934-b273-bf69c37ded9f","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.408777696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"f0da0410-f047-4934-b273-bf69c37ded9f","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.421984189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"f0da0410-f047-4934-b273-bf69c37ded9f","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.425582297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"3455cb4e-1e0a-4afa-b0c2-e41400015cce","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"e2e-lifecycle-model-ab592834","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-ab592834/e2e-sub-ab592834"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.516807845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"5e1a7301-8415-458b-9249-10b7c41e0d06","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.524376877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"5e1a7301-8415-458b-9249-10b7c41e0d06","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.526326291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"295e9c8b-58c7-4f55-ba62-ef970bbea5fe","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.526342283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"295e9c8b-58c7-4f55-ba62-ef970bbea5fe","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.530446481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"5e1a7301-8415-458b-9249-10b7c41e0d06","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:16.539296171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"79bf0f11-a7be-44db-9946-cbb114360d73","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.426265603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.700413194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79be368d-b572-4265-aed9-8bebddfc8f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.700527683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79be368d-b572-4265-aed9-8bebddfc8f59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.716845201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"namespace":"ai-tenant-e2e-mt-86099f86","name":"e2e-policy-86099f86","reconcileID":"1456beae-83d7-44c4-ac2c-a843bae24f79","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.747906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"namespace":"ai-tenant-e2e-mt-86099f86","name":"e2e-policy-86099f86","reconcileID":"1456beae-83d7-44c4-ac2c-a843bae24f79","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.755062324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"namespace":"ai-tenant-e2e-mt-86099f86","name":"e2e-policy-86099f86","reconcileID":"1456beae-83d7-44c4-ac2c-a843bae24f79","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.760837268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8bb33e-b5a0-4611-8d95-7ab855310d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:17.760856998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8bb33e-b5a0-4611-8d95-7ab855310d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:20.846228715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"44f01d5f-23a2-48fa-80d1-81b2c938352c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:20.880507952Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"44f01d5f-23a2-48fa-80d1-81b2c938352c","name":"e2e-api-a-151744-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:21.225780013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"ba01b259-a588-4504-8067-2d219b05dc97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:21.236015092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"ba01b259-a588-4504-8067-2d219b05dc97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:21.242123355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-141053-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"ba01b259-a588-4504-8067-2d219b05dc97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:24.669354609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d610c2-89de-4771-a852-02b6dc7399b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:24.707519651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d610c2-89de-4771-a852-02b6dc7399b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:24.736850212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d610c2-89de-4771-a852-02b6dc7399b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:24.743452237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d610c2-89de-4771-a852-02b6dc7399b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.724263742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cf7c9d0a-475d-4cb5-8921-86a0451e98b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.724883646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"95af95e1-3d40-4b79-a964-0e4ff74f9f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.742538697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"95af95e1-3d40-4b79-a964-0e4ff74f9f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.74495415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cf7c9d0a-475d-4cb5-8921-86a0451e98b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.77717316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a917b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a917b1","reconcileID":"e05c962a-b9e4-4580-9221-68a0adb73f8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a917b1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a917b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.840739614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cd4f-3411-4fbe-b163-10cf5508f87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.860115472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cd4f-3411-4fbe-b163-10cf5508f87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.883504895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cd4f-3411-4fbe-b163-10cf5508f87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.907232138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e57cd4f-3411-4fbe-b163-10cf5508f87e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.93348235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"c8059d14-8337-4662-bcb9-31494c3af13b","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.934106961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"95903bb8-b523-4511-82f0-b5a895b2d2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.942525201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9258aec2-66f1-4387-90f2-de6fedce519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.951645692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"95903bb8-b523-4511-82f0-b5a895b2d2b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.955408826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"c8059d14-8337-4662-bcb9-31494c3af13b","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:25.959590271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9258aec2-66f1-4387-90f2-de6fedce519a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:26.023214054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"c8059d14-8337-4662-bcb9-31494c3af13b","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:26.536715643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6540737-545c-4058-bcf7-2a59b46c4e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:26.541471521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6540737-545c-4058-bcf7-2a59b46c4e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:26.548143071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6540737-545c-4058-bcf7-2a59b46c4e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:26.553191259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6540737-545c-4058-bcf7-2a59b46c4e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:29.851575504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745588a7-8d6e-4528-ac0f-dcc4c6cd538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:29.855122376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745588a7-8d6e-4528-ac0f-dcc4c6cd538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:29.85841395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745588a7-8d6e-4528-ac0f-dcc4c6cd538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:29.861986789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745588a7-8d6e-4528-ac0f-dcc4c6cd538b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:30.139264675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a671d9fc-6a09-49ad-9f2e-26d7b2967bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:30.144525252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a671d9fc-6a09-49ad-9f2e-26d7b2967bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:30.150725953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a671d9fc-6a09-49ad-9f2e-26d7b2967bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:30.181590909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a671d9fc-6a09-49ad-9f2e-26d7b2967bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.24951985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"9dd16747-69de-4632-a300-524f09d16a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.256487251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"9dd16747-69de-4632-a300-524f09d16a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.264137951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-141053-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3829ea84ba9b6ba88f5743b32adbabe970fc736f200e39662e3b2ae3d969a11d) AuthConfig (db3cd139f623bbb545d5d5f6aa059ce8a461ef779171fa55ac283bd7fe09a8a2) AuthConfig (63011d3ce2b00c62fb3b2c6af975557ee720a389224ab0b7bcbce0ee3c67918a) AuthConfig (3afb9f703a24f45b39ba08a3d8dafce61a28d3efed34ea5cde5f45207657af3e) AuthConfig (8029f938813531fb1c0607c970e6e561ad85e3003a551a9d7502346215a5d071) AuthConfig (2e3dccd2e892b56bca99b324c516084ccfab52bbb325a51f6ce9544b1a33130c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"9dd16747-69de-4632-a300-524f09d16a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.272736531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e56f5f9-bc3f-428d-ac39-634eebdda355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.272755838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e56f5f9-bc3f-428d-ac39-634eebdda355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.550772363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b98154fd-1674-4eb3-8247-560127ef8b01","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.551059787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"18cfb0e7-f601-465f-976c-65a7abadafa2","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:31.563490124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f0e5f7db-efea-4f1e-a8ca-911c3cd28aa0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.417851879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fd35155-48a7-4337-a8b2-a825521cf8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.419029918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fd35155-48a7-4337-a8b2-a825521cf8e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.440176353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08f2ef3d-1072-44f7-a42e-0ad9a6161bed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.440259208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08f2ef3d-1072-44f7-a42e-0ad9a6161bed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.451642403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"725b2d9b-6414-4faa-a154-d8fde7c08777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.533792693Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"725b2d9b-6414-4faa-a154-d8fde7c08777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.606939331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"725b2d9b-6414-4faa-a154-d8fde7c08777","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.615884026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ca5e20-4fcc-4395-abda-ba5d436bba2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.615909903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ca5e20-4fcc-4395-abda-ba5d436bba2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.899040031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"700ebcaf-2341-4ae2-8c54-37742a64c681","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:33.935478216Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"700ebcaf-2341-4ae2-8c54-37742a64c681","name":"e2e-api-b-a917b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.037304644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"94793c41-effc-47dc-8d2e-bc9f835ccdf3","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.044569546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"94793c41-effc-47dc-8d2e-bc9f835ccdf3","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.050221684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"94793c41-effc-47dc-8d2e-bc9f835ccdf3","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.300977765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29af6b26-e6d2-4fa6-8a8c-a28c4b2a7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.30779741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29af6b26-e6d2-4fa6-8a8c-a28c4b2a7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.313218733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29af6b26-e6d2-4fa6-8a8c-a28c4b2a7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.317578254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29af6b26-e6d2-4fa6-8a8c-a28c4b2a7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.545260807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984e622d-9ff7-4bfa-aa06-d3cb4db1941d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.548577231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984e622d-9ff7-4bfa-aa06-d3cb4db1941d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.552049401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984e622d-9ff7-4bfa-aa06-d3cb4db1941d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:36.555326169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984e622d-9ff7-4bfa-aa06-d3cb4db1941d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.220168094Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7d8392","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7d8392","reconcileID":"4a3cf2b8-2321-4f03-9417-462c6d2fce8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7d8392","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7d8392":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.264974335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48325694-fffe-4e23-a34d-8b9b7b70968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.26873535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48325694-fffe-4e23-a34d-8b9b7b70968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.27255485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48325694-fffe-4e23-a34d-8b9b7b70968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.276541235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48325694-fffe-4e23-a34d-8b9b7b70968a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.535867851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900db3df-cd55-4704-9bec-1dfafb2b0df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.539765978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900db3df-cd55-4704-9bec-1dfafb2b0df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.543322448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900db3df-cd55-4704-9bec-1dfafb2b0df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.546669598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"900db3df-cd55-4704-9bec-1dfafb2b0df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.749788047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9fba4a-9aeb-4a17-ab8f-969b87378ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.75330585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9fba4a-9aeb-4a17-ab8f-969b87378ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.756779605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9fba4a-9aeb-4a17-ab8f-969b87378ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:37.760223958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9fba4a-9aeb-4a17-ab8f-969b87378ad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.159288927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d780d43f-0ce6-4e54-b5aa-828c6321a708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.169487665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d780d43f-0ce6-4e54-b5aa-828c6321a708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.175818523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d780d43f-0ce6-4e54-b5aa-828c6321a708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.187505901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d780d43f-0ce6-4e54-b5aa-828c6321a708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.224337056Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-273012","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-273012","reconcileID":"1075f21b-b95c-44ba-bb17-ad9eeb902a44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-273012","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-273012":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.489502319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95891b17-68c5-439f-a87e-da71bcfc38f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.493499181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95891b17-68c5-439f-a87e-da71bcfc38f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.4972299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95891b17-68c5-439f-a87e-da71bcfc38f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.501205846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95891b17-68c5-439f-a87e-da71bcfc38f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:38.964773061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91640ef0-333b-4df6-a103-c400a6ba5556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.062654076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91640ef0-333b-4df6-a103-c400a6ba5556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.081226653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91640ef0-333b-4df6-a103-c400a6ba5556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.086175575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91640ef0-333b-4df6-a103-c400a6ba5556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.382516197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c7299e-9c2f-4a29-a7a2-7dbc03404b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.38654127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c7299e-9c2f-4a29-a7a2-7dbc03404b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.38999642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c7299e-9c2f-4a29-a7a2-7dbc03404b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.393480451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c7299e-9c2f-4a29-a7a2-7dbc03404b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.886170791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c700350-c1f1-4c38-9c75-1a285ba07b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.928106285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c700350-c1f1-4c38-9c75-1a285ba07b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.938305793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c700350-c1f1-4c38-9c75-1a285ba07b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:39.946160967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c700350-c1f1-4c38-9c75-1a285ba07b9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:40.145385218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc929b-4eb5-46e5-9545-c4dc2de03d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:40.148781685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc929b-4eb5-46e5-9545-c4dc2de03d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:40.152316122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc929b-4eb5-46e5-9545-c4dc2de03d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:40.155733868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cc929b-4eb5-46e5-9545-c4dc2de03d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:41.279494973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"c03cbd59-3241-4872-bb8c-47143a7c445f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:41.286561539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"c03cbd59-3241-4872-bb8c-47143a7c445f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:41.292077016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-141053-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3829ea84ba9b6ba88f5743b32adbabe970fc736f200e39662e3b2ae3d969a11d) AuthConfig (db3cd139f623bbb545d5d5f6aa059ce8a461ef779171fa55ac283bd7fe09a8a2) AuthConfig (63011d3ce2b00c62fb3b2c6af975557ee720a389224ab0b7bcbce0ee3c67918a) AuthConfig (3afb9f703a24f45b39ba08a3d8dafce61a28d3efed34ea5cde5f45207657af3e) AuthConfig (8029f938813531fb1c0607c970e6e561ad85e3003a551a9d7502346215a5d071) AuthConfig (2e3dccd2e892b56bca99b324c516084ccfab52bbb325a51f6ce9544b1a33130c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"c03cbd59-3241-4872-bb8c-47143a7c445f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:43.622744656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"79a06794-8a3d-49bf-accb-302b02e0cc8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:43.629426066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"79a06794-8a3d-49bf-accb-302b02e0cc8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:43.635083731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"79a06794-8a3d-49bf-accb-302b02e0cc8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:45.120789469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"401834eb-8ecf-4606-b142-22e467ebd094","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:45.160371754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"401834eb-8ecf-4606-b142-22e467ebd094","name":"e2e-api-a-7d8392-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:46.103664133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"26d701c7-176c-438c-b447-a89f90930d11","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:46.141832891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"26d701c7-176c-438c-b447-a89f90930d11","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:46.151523663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"26d701c7-176c-438c-b447-a89f90930d11","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:46.862147025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"a54bc0c2-7e84-4154-a10a-bf253174c19e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:46.912725833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"a54bc0c2-7e84-4154-a10a-bf253174c19e","name":"e2e-api-b-273012-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:47.445699246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:48.871170629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"namespace":"ai-tenant-e2e-mt-86099f86","name":"e2e-policy-86099f86","reconcileID":"519dcbf2-c6d3-4dc2-ba0d-bfa6ac46b566","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:48.974741238Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"namespace":"ai-tenant-e2e-mt-86099f86","name":"e2e-policy-86099f86","reconcileID":"519dcbf2-c6d3-4dc2-ba0d-bfa6ac46b566","MaaSAuthPolicy":{"name":"e2e-policy-86099f86","namespace":"ai-tenant-e2e-mt-86099f86"},"policyNamespace":"ai-tenant-e2e-mt-86099f86","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:50.995665811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"309f845e-7a9f-4c8a-b3cc-898c12991457","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.026312107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"2d9b3bc0-10a2-4c41-b733-3c6692012742","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.026441354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"2d9b3bc0-10a2-4c41-b733-3c6692012742","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.314878968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"81c885be-97b6-4064-b6ff-6a8f0065b1bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.340841916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"81c885be-97b6-4064-b6ff-6a8f0065b1bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.376422871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054c87d9-6cee-4d99-b237-7370a75a1fc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.376550347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"054c87d9-6cee-4d99-b237-7370a75a1fc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.69335303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"d0b78b17-9abb-4904-a519-ca52a3ae13c0","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.709576406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"d0b78b17-9abb-4904-a519-ca52a3ae13c0","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.716697832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e0d84ab4494e25cc078082da698080e33dbc4085d423e6f77775f698d40f713) AuthConfig (dbc6f7a98d4b6a7a4d3aa62e244d8bc45565a42e7d3dc82f32c4c857805df653) AuthConfig (feac6650308d4561f7a74c447e32fd35b0b3cc7b9dc1e19ddb1c5d3b8d5be6d1) AuthConfig (3145076e35e55d430d700cea4dd4825d1bb608dfc8e42bbd05b163c88ceea82b) AuthConfig (7486ad7fe8467525a72655351122476edb751d2ee1d9964ba0d035cb6fee03a5) AuthConfig (522c048e51dd0509659f64160602fe1430d9d5904e2270e3de536715e1d30d3e) AuthConfig (2e8383d7fd4a5187ba849f5ee9c16dded22a51bbc81a6d65148cb25e64d69ae9) AuthConfig (80afe0924bffefd64e0b7344d4ec24a432648bdffbe7c777e161159abdadbbb0) AuthConfig (aa0928767e25fa2a4de45065505335a82dece7ab5685f5a7224f131f8521d3d3) AuthConfig (1b9e13e0eff57ed08cd2638f9536c0615b5b393b0db91d71ce0c79976011a63e) AuthConfig (10ca895a878a7e679988ad90b0ab599fbe499ad81dabd0cfd2588834e0cb57ab) AuthConfig (759b50f129a8f878741c31a4af9c721543279265f78e59b1e900afb8719f08c6) AuthConfig (b9ac6ae002557c55c0b051dc53d07c2fe53ea9b1c54ae716b253b4a4b8b3253d) AuthConfig (28a8fd4fc67271835688420ba99237894c01b8c5ac5883f35e2a1123533de191) AuthConfig (41685986947049df3acb61cb9c877539b29c4e306e195a0f5d3400ce0e708d68) AuthConfig (a3546db037ac3b193aa06e027325baeb166a69af2ab9578ac2ab45e0ee2db4e6) AuthConfig (49c8f95db3c98f01c1077da0c1d30339e2692efb622e50a3c40f4e3f16092aa2) AuthConfig (211b68d6cb15aa71e523b04532ba9e0ca36e195e5d5b47023e98dcc2752f5cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"d0b78b17-9abb-4904-a519-ca52a3ae13c0","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.727073496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3e733dbf-cc74-4f25-b021-73fd4be8919c","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:51.727173725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3e733dbf-cc74-4f25-b021-73fd4be8919c","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:53.656768548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"46983102-3c96-4363-931b-87119616e8b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:53.665545543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"46983102-3c96-4363-931b-87119616e8b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:53.67147939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a4fda9f9cae50b24855bbfdc4fbce036baee1c91433505518bce76d8fcbf529) AuthConfig (5f5b939968260d1e4d8ebcfceee1b0c4cfc52d12123b24a2032220463c2ea4e3) AuthConfig (667cc6eebdcc8eb12700d6bca863a10a27617b86299b544a4b607f583c02306c) AuthConfig (86ad80e89486fa0d05b6e4ebd3af33ba8989f7d05621ef5336f405ee35269e10) AuthConfig (bfb8596651b7886a6a8705455724049c145bd5c9eb5d4dce504ce0d64518b842) AuthConfig (df74c6a615ce482ecedb5b1c08549be4d7f2dae9a0681a8ad036a954785b6167) EnvoyFilter (openshift-ingress/e2e-api-a-151744) EnvoyFilter (openshift-ingress/e2e-api-a-151744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"46983102-3c96-4363-931b-87119616e8b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:53.680009231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94859f6f-6695-46e7-a6fa-14c4a2153758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:53.680028443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94859f6f-6695-46e7-a6fa-14c4a2153758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:55.660822539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1445e0d7-301e-4f2f-9bab-87f5cfafb31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:55.696484692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1445e0d7-301e-4f2f-9bab-87f5cfafb31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:55.730973953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1445e0d7-301e-4f2f-9bab-87f5cfafb31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:55.758129914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1445e0d7-301e-4f2f-9bab-87f5cfafb31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.068033182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775b3498-bc8c-4555-9a18-af4d216496b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.072017372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775b3498-bc8c-4555-9a18-af4d216496b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.075778345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775b3498-bc8c-4555-9a18-af4d216496b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.087430423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775b3498-bc8c-4555-9a18-af4d216496b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.390492674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2426255d-9cfc-4194-9653-fe2533c8dc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.390515476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2426255d-9cfc-4194-9653-fe2533c8dc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.3964687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e6735d-4da3-40de-bf48-c58f236f1645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.396493268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75e6735d-4da3-40de-bf48-c58f236f1645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.403202265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4b263034-9973-4368-8921-6ac4163721d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.423216597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba95164c-eb70-4706-9086-b081fc0f3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.42685102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba95164c-eb70-4706-9086-b081fc0f3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.430574957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba95164c-eb70-4706-9086-b081fc0f3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.430807558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4b263034-9973-4368-8921-6ac4163721d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.434160179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba95164c-eb70-4706-9086-b081fc0f3db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.441013833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4b263034-9973-4368-8921-6ac4163721d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.449949501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf52f85-4fd0-471f-aa06-c52880598ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.449964782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf52f85-4fd0-471f-aa06-c52880598ea5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.729755291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad61c31e-b3fe-414b-8a42-d6368896f466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.733398816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad61c31e-b3fe-414b-8a42-d6368896f466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.738770257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad61c31e-b3fe-414b-8a42-d6368896f466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:56.791295074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad61c31e-b3fe-414b-8a42-d6368896f466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.489708332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"a8575765-30b1-42e0-9ccf-1905d0dfe997","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.499151541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"a8575765-30b1-42e0-9ccf-1905d0dfe997","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.597315829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff1e197-7a62-4f2b-a77e-2c1fc1a61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.602546776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff1e197-7a62-4f2b-a77e-2c1fc1a61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.614158306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff1e197-7a62-4f2b-a77e-2c1fc1a61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.622659177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff1e197-7a62-4f2b-a77e-2c1fc1a61776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.62295886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"24a30a28-8e66-44cf-b678-a43075f46be1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.662178701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"24a30a28-8e66-44cf-b678-a43075f46be1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.857591526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8203876e-8ffe-4d4a-b3d2-030e4e8958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.861073519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8203876e-8ffe-4d4a-b3d2-030e4e8958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.864307732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8203876e-8ffe-4d4a-b3d2-030e4e8958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:58.867639076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8203876e-8ffe-4d4a-b3d2-030e4e8958cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:59.063824561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30b6355-f79e-4561-9868-63059764c666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:59.081413361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30b6355-f79e-4561-9868-63059764c666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:59.086514866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30b6355-f79e-4561-9868-63059764c666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:46:59.095117894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30b6355-f79e-4561-9868-63059764c666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.264893407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3bcc4b-d4be-41f3-b4b1-52721f4061a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.283875769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3bcc4b-d4be-41f3-b4b1-52721f4061a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.327382359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3bcc4b-d4be-41f3-b4b1-52721f4061a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.347075997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3bcc4b-d4be-41f3-b4b1-52721f4061a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.530035903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2c2640-05ab-4b48-bb52-ab323db5688f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.533259093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2c2640-05ab-4b48-bb52-ab323db5688f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.538052185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2c2640-05ab-4b48-bb52-ab323db5688f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:00.543672688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e2c2640-05ab-4b48-bb52-ab323db5688f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:01.734841485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"152ed1b9-cf8b-47da-ad65-ba484d9300e9","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:01.741897958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"152ed1b9-cf8b-47da-ad65-ba484d9300e9","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:01.747707858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e0d84ab4494e25cc078082da698080e33dbc4085d423e6f77775f698d40f713) AuthConfig (dbc6f7a98d4b6a7a4d3aa62e244d8bc45565a42e7d3dc82f32c4c857805df653) AuthConfig (feac6650308d4561f7a74c447e32fd35b0b3cc7b9dc1e19ddb1c5d3b8d5be6d1) AuthConfig (3145076e35e55d430d700cea4dd4825d1bb608dfc8e42bbd05b163c88ceea82b) AuthConfig (7486ad7fe8467525a72655351122476edb751d2ee1d9964ba0d035cb6fee03a5) AuthConfig (522c048e51dd0509659f64160602fe1430d9d5904e2270e3de536715e1d30d3e) AuthConfig (2e8383d7fd4a5187ba849f5ee9c16dded22a51bbc81a6d65148cb25e64d69ae9) AuthConfig (80afe0924bffefd64e0b7344d4ec24a432648bdffbe7c777e161159abdadbbb0) AuthConfig (aa0928767e25fa2a4de45065505335a82dece7ab5685f5a7224f131f8521d3d3) AuthConfig (1b9e13e0eff57ed08cd2638f9536c0615b5b393b0db91d71ce0c79976011a63e) AuthConfig (10ca895a878a7e679988ad90b0ab599fbe499ad81dabd0cfd2588834e0cb57ab) AuthConfig (759b50f129a8f878741c31a4af9c721543279265f78e59b1e900afb8719f08c6) AuthConfig (b9ac6ae002557c55c0b051dc53d07c2fe53ea9b1c54ae716b253b4a4b8b3253d) AuthConfig (28a8fd4fc67271835688420ba99237894c01b8c5ac5883f35e2a1123533de191) AuthConfig (41685986947049df3acb61cb9c877539b29c4e306e195a0f5d3400ce0e708d68) AuthConfig (a3546db037ac3b193aa06e027325baeb166a69af2ab9578ac2ab45e0ee2db4e6) AuthConfig (49c8f95db3c98f01c1077da0c1d30339e2692efb622e50a3c40f4e3f16092aa2) AuthConfig (211b68d6cb15aa71e523b04532ba9e0ca36e195e5d5b47023e98dcc2752f5cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"152ed1b9-cf8b-47da-ad65-ba484d9300e9","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.759857197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a3e9538-7ba4-4441-bf5c-c55570d4417d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.759879244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a3e9538-7ba4-4441-bf5c-c55570d4417d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.767003565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d616fc5e-94bd-4cd9-a973-c68092e17f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.767025671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d616fc5e-94bd-4cd9-a973-c68092e17f08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.772760208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"2cc76654-8543-4fd8-b733-c7e101b20f1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.803803357Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"2cc76654-8543-4fd8-b733-c7e101b20f1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.81954502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7d8392-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"2cc76654-8543-4fd8-b733-c7e101b20f1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.830816402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7866b469-5e60-405e-ae53-608986af4fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:02.833661329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7866b469-5e60-405e-ae53-608986af4fd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:03.690348849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"31af375d-dffa-48ea-9647-e09362f44de3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:03.716611739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"31af375d-dffa-48ea-9647-e09362f44de3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:03.727795933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a4fda9f9cae50b24855bbfdc4fbce036baee1c91433505518bce76d8fcbf529) AuthConfig (5f5b939968260d1e4d8ebcfceee1b0c4cfc52d12123b24a2032220463c2ea4e3) AuthConfig (667cc6eebdcc8eb12700d6bca863a10a27617b86299b544a4b607f583c02306c) AuthConfig (86ad80e89486fa0d05b6e4ebd3af33ba8989f7d05621ef5336f405ee35269e10) AuthConfig (bfb8596651b7886a6a8705455724049c145bd5c9eb5d4dce504ce0d64518b842) AuthConfig (df74c6a615ce482ecedb5b1c08549be4d7f2dae9a0681a8ad036a954785b6167) EnvoyFilter (openshift-ingress/e2e-api-a-151744) EnvoyFilter (openshift-ingress/e2e-api-a-151744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"31af375d-dffa-48ea-9647-e09362f44de3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:06.478194208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"2429fcf0-95c8-4b95-beab-233894876325","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:06.503997513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"2429fcf0-95c8-4b95-beab-233894876325","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:06.514152915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"2429fcf0-95c8-4b95-beab-233894876325","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:08.53780945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"32a711ea-c224-4c31-b4b0-dcd0cb23b5f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:08.546732268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"32a711ea-c224-4c31-b4b0-dcd0cb23b5f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:08.782584963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"90539dca-af2c-4b45-ba32-6c2abf586d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:08.791955101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"90539dca-af2c-4b45-ba32-6c2abf586d44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:11.754121873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"e237b54e-a943-4687-94f3-71d0590d3d08","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:11.761212756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"e237b54e-a943-4687-94f3-71d0590d3d08","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:11.767132971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ab592834-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e0d84ab4494e25cc078082da698080e33dbc4085d423e6f77775f698d40f713) AuthConfig (dbc6f7a98d4b6a7a4d3aa62e244d8bc45565a42e7d3dc82f32c4c857805df653) AuthConfig (feac6650308d4561f7a74c447e32fd35b0b3cc7b9dc1e19ddb1c5d3b8d5be6d1) AuthConfig (3145076e35e55d430d700cea4dd4825d1bb608dfc8e42bbd05b163c88ceea82b) AuthConfig (7486ad7fe8467525a72655351122476edb751d2ee1d9964ba0d035cb6fee03a5) AuthConfig (522c048e51dd0509659f64160602fe1430d9d5904e2270e3de536715e1d30d3e) AuthConfig (2e8383d7fd4a5187ba849f5ee9c16dded22a51bbc81a6d65148cb25e64d69ae9) AuthConfig (80afe0924bffefd64e0b7344d4ec24a432648bdffbe7c777e161159abdadbbb0) AuthConfig (aa0928767e25fa2a4de45065505335a82dece7ab5685f5a7224f131f8521d3d3) AuthConfig (1b9e13e0eff57ed08cd2638f9536c0615b5b393b0db91d71ce0c79976011a63e) AuthConfig (10ca895a878a7e679988ad90b0ab599fbe499ad81dabd0cfd2588834e0cb57ab) AuthConfig (759b50f129a8f878741c31a4af9c721543279265f78e59b1e900afb8719f08c6) AuthConfig (b9ac6ae002557c55c0b051dc53d07c2fe53ea9b1c54ae716b253b4a4b8b3253d) AuthConfig (28a8fd4fc67271835688420ba99237894c01b8c5ac5883f35e2a1123533de191) AuthConfig (41685986947049df3acb61cb9c877539b29c4e306e195a0f5d3400ce0e708d68) AuthConfig (a3546db037ac3b193aa06e027325baeb166a69af2ab9578ac2ab45e0ee2db4e6) AuthConfig (49c8f95db3c98f01c1077da0c1d30339e2692efb622e50a3c40f4e3f16092aa2) AuthConfig (211b68d6cb15aa71e523b04532ba9e0ca36e195e5d5b47023e98dcc2752f5cde)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"e237b54e-a943-4687-94f3-71d0590d3d08","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.837220614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"82ffb992-65aa-43a6-bc4e-989b7dfee4c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.844448367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"82ffb992-65aa-43a6-bc4e-989b7dfee4c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.850140561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7d8392-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"82ffb992-65aa-43a6-bc4e-989b7dfee4c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.955791225Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"9d71399c-21f9-4b57-9cea-f628c5e54ac5","namespace":"ai-tenant-e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.955849514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"9d71399c-21f9-4b57-9cea-f628c5e54ac5","namespace":"ai-tenant-e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.955895022Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"9d71399c-21f9-4b57-9cea-f628c5e54ac5","name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.961223615Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"9d71399c-21f9-4b57-9cea-f628c5e54ac5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.961630927Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"19a5d836-4b0d-41d7-bd76-9e58d81e1ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.961836186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc2198-1acb-413c-82ce-6aabd10e5c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:12.961849314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fc2198-1acb-413c-82ce-6aabd10e5c44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.034394353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"19a5d836-4b0d-41d7-bd76-9e58d81e1ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.057680717Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"19a5d836-4b0d-41d7-bd76-9e58d81e1ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"name":"e2e-api-a-141053-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.057703848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"e2e-e2e-api-a-141053-policy","reconcileID":"19a5d836-4b0d-41d7-bd76-9e58d81e1ce2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-141053-policy","namespace":"ai-tenant-e2e-api-a-141053"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.06928208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90dd1de3-6086-4d96-8736-c1b32db8af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.069307584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90dd1de3-6086-4d96-8736-c1b32db8af3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.704709451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8537690-e63a-4e9c-9738-18d3a1a4174a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.704730494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8537690-e63a-4e9c-9738-18d3a1a4174a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.712179305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88f0f3e8-ea13-4814-8ed9-aa325630afc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.712200733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88f0f3e8-ea13-4814-8ed9-aa325630afc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.718350016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7763f9a5-6bf8-419e-bb02-642232af8688","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.739465692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"a858822d-af78-4933-b8b3-43842bce62c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.742300653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7763f9a5-6bf8-419e-bb02-642232af8688","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.747587722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"a858822d-af78-4933-b8b3-43842bce62c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.747811499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7763f9a5-6bf8-419e-bb02-642232af8688","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.755065363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d30fa2-5f71-46bf-a2cd-23f382713ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.755083225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5d30fa2-5f71-46bf-a2cd-23f382713ce7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:13.757070066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a4fda9f9cae50b24855bbfdc4fbce036baee1c91433505518bce76d8fcbf529) AuthConfig (5f5b939968260d1e4d8ebcfceee1b0c4cfc52d12123b24a2032220463c2ea4e3) AuthConfig (667cc6eebdcc8eb12700d6bca863a10a27617b86299b544a4b607f583c02306c) AuthConfig (86ad80e89486fa0d05b6e4ebd3af33ba8989f7d05621ef5336f405ee35269e10) AuthConfig (bfb8596651b7886a6a8705455724049c145bd5c9eb5d4dce504ce0d64518b842) AuthConfig (df74c6a615ce482ecedb5b1c08549be4d7f2dae9a0681a8ad036a954785b6167) EnvoyFilter (openshift-ingress/e2e-api-a-151744) EnvoyFilter (openshift-ingress/e2e-api-a-151744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"a858822d-af78-4933-b8b3-43842bce62c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.177834043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"c6169609-c27b-4566-ba13-44d84c6b1e48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.18506554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"c6169609-c27b-4566-ba13-44d84c6b1e48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.191592009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a4fda9f9cae50b24855bbfdc4fbce036baee1c91433505518bce76d8fcbf529) AuthConfig (5f5b939968260d1e4d8ebcfceee1b0c4cfc52d12123b24a2032220463c2ea4e3) AuthConfig (667cc6eebdcc8eb12700d6bca863a10a27617b86299b544a4b607f583c02306c) AuthConfig (86ad80e89486fa0d05b6e4ebd3af33ba8989f7d05621ef5336f405ee35269e10) AuthConfig (bfb8596651b7886a6a8705455724049c145bd5c9eb5d4dce504ce0d64518b842) AuthConfig (df74c6a615ce482ecedb5b1c08549be4d7f2dae9a0681a8ad036a954785b6167) EnvoyFilter (openshift-ingress/e2e-api-a-151744) EnvoyFilter (openshift-ingress/e2e-api-a-151744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"c6169609-c27b-4566-ba13-44d84c6b1e48","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.268733466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb1ca-85a9-44a0-b49d-65ed07e85b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.281373178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb1ca-85a9-44a0-b49d-65ed07e85b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.285322551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb1ca-85a9-44a0-b49d-65ed07e85b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.289422125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a14cb1ca-85a9-44a0-b49d-65ed07e85b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.28959215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"d0bc5381-2c00-4ac8-9575-4735ff221c55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.296976965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"d0bc5381-2c00-4ac8-9575-4735ff221c55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.304111993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-151744-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a4fda9f9cae50b24855bbfdc4fbce036baee1c91433505518bce76d8fcbf529) AuthConfig (5f5b939968260d1e4d8ebcfceee1b0c4cfc52d12123b24a2032220463c2ea4e3) AuthConfig (667cc6eebdcc8eb12700d6bca863a10a27617b86299b544a4b607f583c02306c) AuthConfig (86ad80e89486fa0d05b6e4ebd3af33ba8989f7d05621ef5336f405ee35269e10) AuthConfig (bfb8596651b7886a6a8705455724049c145bd5c9eb5d4dce504ce0d64518b842) AuthConfig (df74c6a615ce482ecedb5b1c08549be4d7f2dae9a0681a8ad036a954785b6167) EnvoyFilter (openshift-ingress/e2e-api-a-151744) EnvoyFilter (openshift-ingress/e2e-api-a-151744)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"d0bc5381-2c00-4ac8-9575-4735ff221c55","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.681522178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7a5aea-995d-4a6a-8717-50e281148fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.69654507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7a5aea-995d-4a6a-8717-50e281148fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.70105017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7a5aea-995d-4a6a-8717-50e281148fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.708496033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b7a5aea-995d-4a6a-8717-50e281148fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.94585141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6637f38f-514b-4295-a534-3838413c10c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.949318336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6637f38f-514b-4295-a534-3838413c10c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.952530274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6637f38f-514b-4295-a534-3838413c10c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:14.956190728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6637f38f-514b-4295-a534-3838413c10c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:15.150474173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7ada6b-84b3-4e71-ba42-ec3aaf2813be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:15.153900599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7ada6b-84b3-4e71-ba42-ec3aaf2813be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:15.157294552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7ada6b-84b3-4e71-ba42-ec3aaf2813be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:15.160839904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7ada6b-84b3-4e71-ba42-ec3aaf2813be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.4882296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9427f2f7-eb57-44d9-90e2-0c3bbf1757fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.491961338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9427f2f7-eb57-44d9-90e2-0c3bbf1757fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.495496141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9427f2f7-eb57-44d9-90e2-0c3bbf1757fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.498948831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9427f2f7-eb57-44d9-90e2-0c3bbf1757fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.526663408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"ae061ea0-ac90-4c71-b33b-3bf9d7f847a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.534051185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"ae061ea0-ac90-4c71-b33b-3bf9d7f847a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.540771949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"ae061ea0-ac90-4c71-b33b-3bf9d7f847a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.73716609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b49749d-eaeb-43d4-bec8-a47b2671a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.740609679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b49749d-eaeb-43d4-bec8-a47b2671a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.744179726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b49749d-eaeb-43d4-bec8-a47b2671a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:16.747509317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b49749d-eaeb-43d4-bec8-a47b2671a265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.232476204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84c11a2-c7fc-42da-b5bf-d41605c411b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.235855205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84c11a2-c7fc-42da-b5bf-d41605c411b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.23985428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84c11a2-c7fc-42da-b5bf-d41605c411b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.243853234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c84c11a2-c7fc-42da-b5bf-d41605c411b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.400104789Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-642fe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-642fe5","reconcileID":"8bf9c524-321d-4be1-a48f-ef24ab6a0da4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-642fe5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-642fe5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.430582234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.955228266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04cacc-49ee-4f9a-a425-3452108b3ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.959241591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04cacc-49ee-4f9a-a425-3452108b3ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.965376821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04cacc-49ee-4f9a-a425-3452108b3ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:17.975260935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa04cacc-49ee-4f9a-a425-3452108b3ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:21.774273649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"07fe8447-cb63-4ddf-a37e-e28355dd5f09","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:21.782219709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"07fe8447-cb63-4ddf-a37e-e28355dd5f09","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:21.81972819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d8432b6d-c2a9-4fa7-abcf-95fcc6fad0d9","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:21.819751441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d8432b6d-c2a9-4fa7-abcf-95fcc6fad0d9","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.265288568Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","namespace":"ai-tenant-e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.265345511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","namespace":"ai-tenant-e2e-api-a-141053","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.26540906Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","tenant":"e2e-api-a-141053","tenantID":"e2e-api-a-141053","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.270386434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Deployment","name":"maas-api-e2e-api-a-141053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.290548383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Service","name":"maas-api-e2e-api-a-141053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.302080144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-141053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.307532574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-141053","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.322125422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.328012831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.335643399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.340791346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.344053827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Deployment","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.348152629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.351310007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Service","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.354809015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"Service","name":"payload-pre-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.357847813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.360897567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.364120082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.370558031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.375197951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.378402658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.382077617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-141053","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.385148435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-141053"},"namespace":"ai-tenant-e2e-api-a-141053","name":"default-tenant","reconcileID":"67492f24-520b-4911-a2c4-bbb35fa61765","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-141053","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.732179303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-141053","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-141053","reconcileID":"adf3c0a8-8a5b-4f14-8128-343911b236d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-141053","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-141053"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.952683522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"783f31b8-c27b-4a98-b28d-9b4a117ab0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.963329101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"783f31b8-c27b-4a98-b28d-9b4a117ab0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.971131868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7d8392-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7dcb5e8b136599ef7e481aedd6286af5132fcbf97298adb8c5484122ab94e1e) AuthConfig (9b34716e4563a3d0c0d37e316d8cae37610ee9dc7cccf628984a4d81a0c0751c) AuthConfig (8134a1d76d0b014d452e6a22b91d4bd85607b1a8453110833acab53608ef4cad) AuthConfig (06ba0bc53be889e4894f5ba71d6b8023826bb56dc87a2694c7f0de5ce0159f36) AuthConfig (89104349de7b941f90a25e21bc2e9f8691eabf5f23856e13aa82e9e7bb018898) AuthConfig (0b7e33cac217f8f500b7ce9e5293e8f5e3458ae11b851188995ae129494211d2) EnvoyFilter (openshift-ingress/e2e-api-a-7d8392) EnvoyFilter (openshift-ingress/e2e-api-a-7d8392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"783f31b8-c27b-4a98-b28d-9b4a117ab0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.980481574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a7795df-93ec-4d7f-87d0-7dca1fc2daba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:22.980503248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a7795df-93ec-4d7f-87d0-7dca1fc2daba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.246703402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b33551-b88e-4cd1-a152-b709621d9623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.257453025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b33551-b88e-4cd1-a152-b709621d9623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.264280151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b33551-b88e-4cd1-a152-b709621d9623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.303139186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b33551-b88e-4cd1-a152-b709621d9623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.586156569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1d88c6-6f45-4572-a88c-d7cd775cc407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.593229011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1d88c6-6f45-4572-a88c-d7cd775cc407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.601264969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1d88c6-6f45-4572-a88c-d7cd775cc407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.609244511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e1d88c6-6f45-4572-a88c-d7cd775cc407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.761861774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"cc08e230-74ea-4226-bd0a-7ed7a4bd9abc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.768682192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"cc08e230-74ea-4226-bd0a-7ed7a4bd9abc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:23.774351772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"cc08e230-74ea-4226-bd0a-7ed7a4bd9abc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.213213094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"06da4cd6-2a1b-45c8-b939-44f466db7a7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.221188247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"06da4cd6-2a1b-45c8-b939-44f466db7a7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.244397139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e99daa40-3938-45ff-8821-a78239a35ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.244419045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e99daa40-3938-45ff-8821-a78239a35ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.316977309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"67d65e12-4904-4efb-be70-ebfae0cdafa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:24.326130968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"67d65e12-4904-4efb-be70-ebfae0cdafa2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.573284666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4104f93a-74d2-4f87-86d4-ec248fb92985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.594232654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4104f93a-74d2-4f87-86d4-ec248fb92985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.60157977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01c5ffd8f9d67da4e3c9f6fb5f3d7bed491ff88254ba383d137e668c7a6d78c4) AuthConfig (a3c7160c23cb00e75ed44fd87c839c7ea94b56a9510aee39f38f4e45a5cb827c) AuthConfig (f304993dadf298bbb55c226e3303df7e0660e9c73f08eea5afc9cca8d16ca67f) AuthConfig (dcef83fddeb48de608156aea148ffc86e773949fc5de3067c9ca81a37fe9c144) AuthConfig (838781068dd07e37c6cd33647b139aab9a050a17da78fbb24376ed214149414d) AuthConfig (e4b9519010c9f1afdb1a905cca963758e7879949a1223368f6879ae9faf8872d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"4104f93a-74d2-4f87-86d4-ec248fb92985","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.610229845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f580f24c-8b38-4e43-9511-4f88150ad847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.610318161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f580f24c-8b38-4e43-9511-4f88150ad847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.822411023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"3b304796-f562-4d36-9793-5c754568be1e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:26.840681933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"3b304796-f562-4d36-9793-5c754568be1e","name":"e2e-api-b-642fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.955232581Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"6aa189c7-611a-4274-a757-364297c58ff7","namespace":"ai-tenant-e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.955318462Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"6aa189c7-611a-4274-a757-364297c58ff7","namespace":"ai-tenant-e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.955376482Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"6aa189c7-611a-4274-a757-364297c58ff7","name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.962333117Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"6aa189c7-611a-4274-a757-364297c58ff7","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.962681472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"0b7911f9-2d8a-44f5-91fe-392777398b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.963046573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95060f0b-50c0-4fe3-a1c4-2b4e9504416d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:28.963066697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95060f0b-50c0-4fe3-a1c4-2b4e9504416d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:29.09117662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"0b7911f9-2d8a-44f5-91fe-392777398b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:29.116186335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"0b7911f9-2d8a-44f5-91fe-392777398b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"name":"e2e-api-a-151744-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:29.116221003Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"e2e-e2e-api-a-151744-policy","reconcileID":"0b7911f9-2d8a-44f5-91fe-392777398b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-151744-policy","namespace":"ai-tenant-e2e-api-a-151744"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:29.122869554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8de2d9d-8f50-415c-85e3-28ae8d11e8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:29.122893026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8de2d9d-8f50-415c-85e3-28ae8d11e8e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.479274998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"c11d820e-e4fd-4869-8afd-6d96611fb881","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.554723057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"c11d820e-e4fd-4869-8afd-6d96611fb881","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.563343319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01c5ffd8f9d67da4e3c9f6fb5f3d7bed491ff88254ba383d137e668c7a6d78c4) AuthConfig (a3c7160c23cb00e75ed44fd87c839c7ea94b56a9510aee39f38f4e45a5cb827c) AuthConfig (f304993dadf298bbb55c226e3303df7e0660e9c73f08eea5afc9cca8d16ca67f) AuthConfig (dcef83fddeb48de608156aea148ffc86e773949fc5de3067c9ca81a37fe9c144) AuthConfig (838781068dd07e37c6cd33647b139aab9a050a17da78fbb24376ed214149414d) AuthConfig (e4b9519010c9f1afdb1a905cca963758e7879949a1223368f6879ae9faf8872d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"c11d820e-e4fd-4869-8afd-6d96611fb881","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.610265598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"e5e1e11b-e342-4de3-9b2a-84ee692eb18d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.622381016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"e5e1e11b-e342-4de3-9b2a-84ee692eb18d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.630677119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a917b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01c5ffd8f9d67da4e3c9f6fb5f3d7bed491ff88254ba383d137e668c7a6d78c4) AuthConfig (a3c7160c23cb00e75ed44fd87c839c7ea94b56a9510aee39f38f4e45a5cb827c) AuthConfig (f304993dadf298bbb55c226e3303df7e0660e9c73f08eea5afc9cca8d16ca67f) AuthConfig (dcef83fddeb48de608156aea148ffc86e773949fc5de3067c9ca81a37fe9c144) AuthConfig (838781068dd07e37c6cd33647b139aab9a050a17da78fbb24376ed214149414d) AuthConfig (e4b9519010c9f1afdb1a905cca963758e7879949a1223368f6879ae9faf8872d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"e5e1e11b-e342-4de3-9b2a-84ee692eb18d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.748615276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30770f08-f441-4578-a970-a9958d273b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.760246196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30770f08-f441-4578-a970-a9958d273b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.783184456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30770f08-f441-4578-a970-a9958d273b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:30.794386396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30770f08-f441-4578-a970-a9958d273b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.118111605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d77d6a4-1628-4c60-bbb4-9637ddf81cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.121565722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d77d6a4-1628-4c60-bbb4-9637ddf81cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.125112098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d77d6a4-1628-4c60-bbb4-9637ddf81cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.12848172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d77d6a4-1628-4c60-bbb4-9637ddf81cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.503498238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24bf01-39f3-4bc5-9a7b-c616787dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.531377872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24bf01-39f3-4bc5-9a7b-c616787dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.551458702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24bf01-39f3-4bc5-9a7b-c616787dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.573481796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb24bf01-39f3-4bc5-9a7b-c616787dac64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.782020937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb6aeef-c84b-4bf3-9c7d-c856bc8854cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.81038188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb6aeef-c84b-4bf3-9c7d-c856bc8854cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.817869626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb6aeef-c84b-4bf3-9c7d-c856bc8854cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:31.822367237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb6aeef-c84b-4bf3-9c7d-c856bc8854cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.150015181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2d70b2-2e11-499d-8fe8-b553089c17f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.153769996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2d70b2-2e11-499d-8fe8-b553089c17f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.195190851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2d70b2-2e11-499d-8fe8-b553089c17f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.207093147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2d70b2-2e11-499d-8fe8-b553089c17f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.564201276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92445d1b-57a7-4349-b59d-08b5a6a2819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.573899153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92445d1b-57a7-4349-b59d-08b5a6a2819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.617828359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92445d1b-57a7-4349-b59d-08b5a6a2819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:32.623686587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92445d1b-57a7-4349-b59d-08b5a6a2819e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.021135145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"9096da22-8a0b-45bd-814a-b56dc795c5ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.028234244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"9096da22-8a0b-45bd-814a-b56dc795c5ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.033847532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7d8392-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7dcb5e8b136599ef7e481aedd6286af5132fcbf97298adb8c5484122ab94e1e) AuthConfig (9b34716e4563a3d0c0d37e316d8cae37610ee9dc7cccf628984a4d81a0c0751c) AuthConfig (8134a1d76d0b014d452e6a22b91d4bd85607b1a8453110833acab53608ef4cad) AuthConfig (06ba0bc53be889e4894f5ba71d6b8023826bb56dc87a2694c7f0de5ce0159f36) AuthConfig (89104349de7b941f90a25e21bc2e9f8691eabf5f23856e13aa82e9e7bb018898) AuthConfig (0b7e33cac217f8f500b7ce9e5293e8f5e3458ae11b851188995ae129494211d2) EnvoyFilter (openshift-ingress/e2e-api-a-7d8392) EnvoyFilter (openshift-ingress/e2e-api-a-7d8392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"9096da22-8a0b-45bd-814a-b56dc795c5ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.802098501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"516a1a58-2270-40cf-97b6-37fef7347c7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.823680963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"516a1a58-2270-40cf-97b6-37fef7347c7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:33.835786157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"516a1a58-2270-40cf-97b6-37fef7347c7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.306967342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d61fa338-6c1c-4594-b0ab-c09d26b8f7a2","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.30699637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d61fa338-6c1c-4594-b0ab-c09d26b8f7a2","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.319638292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"ab364fa9-28ca-4e14-a3f6-30b32cc52c12","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.320034125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"693a3c5c-e082-4ba4-9538-340978832429","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.320051106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"693a3c5c-e082-4ba4-9538-340978832429","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.326974099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"7393bd0c-9e08-4959-997b-2fa5c9a3d4ba","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.327395852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"ab364fa9-28ca-4e14-a3f6-30b32cc52c12","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.421425811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"fbfc6ca0-0f8b-495f-8712-c50133e0f23a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.429993105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"fbfc6ca0-0f8b-495f-8712-c50133e0f23a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.430702224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"921bd19c-5742-4302-88e5-7f80354513ac","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.557554597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb2c5ba-239b-4e80-a267-0977f0eb2fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.561256655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb2c5ba-239b-4e80-a267-0977f0eb2fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.564709718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb2c5ba-239b-4e80-a267-0977f0eb2fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:34.568037125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cb2c5ba-239b-4e80-a267-0977f0eb2fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.006386771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125a73-268d-43c9-a462-4eba44b5743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.009905856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125a73-268d-43c9-a462-4eba44b5743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.01340356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125a73-268d-43c9-a462-4eba44b5743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.016576205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e125a73-268d-43c9-a462-4eba44b5743e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.286521285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e71bfe-ca05-4b98-97c6-b1c32052eaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.289974968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e71bfe-ca05-4b98-97c6-b1c32052eaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.294032185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e71bfe-ca05-4b98-97c6-b1c32052eaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:35.297394977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e71bfe-ca05-4b98-97c6-b1c32052eaba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:36.756290446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd614-36e7-41b7-94b8-40550af227e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:36.791206091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd614-36e7-41b7-94b8-40550af227e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:36.800175359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd614-36e7-41b7-94b8-40550af227e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:36.805205256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd614-36e7-41b7-94b8-40550af227e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.03370245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fa8cb9-fc02-4cf7-8a8f-61c04c4131db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.037174856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fa8cb9-fc02-4cf7-8a8f-61c04c4131db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.040666591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fa8cb9-fc02-4cf7-8a8f-61c04c4131db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.043808451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97fa8cb9-fc02-4cf7-8a8f-61c04c4131db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.614702608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38e1268f-14b2-4512-894e-a76088486b23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.614729838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38e1268f-14b2-4512-894e-a76088486b23","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.622298704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bd747a-065a-4c0f-84e7-f1a9036bde76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.622319202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87bd747a-065a-4c0f-84e7-f1a9036bde76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.627737383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d03f3bed-0876-4178-9933-bba95141df51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.670033184Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d03f3bed-0876-4178-9933-bba95141df51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.702890581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-642fe5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d03f3bed-0876-4178-9933-bba95141df51","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.718127851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f239dbc-3d4f-4f77-81dd-06102f598a2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:37.718157399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f239dbc-3d4f-4f77-81dd-06102f598a2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.915646154Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","namespace":"ai-tenant-e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.915903032Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","namespace":"ai-tenant-e2e-api-a-151744","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.91608198Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","tenant":"e2e-api-a-151744","tenantID":"e2e-api-a-151744","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.924301477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Deployment","name":"maas-api-e2e-api-a-151744","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.937797643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Service","name":"maas-api-e2e-api-a-151744","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.94861552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-151744","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.953989296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-151744","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.969452192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.976435856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.990903331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:38.999757985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.096780496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Deployment","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.105250214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.119213142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Service","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.164233011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"Service","name":"payload-pre-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.193285728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.221210889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.253185582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.266685364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.297433487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.341218089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.349301981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-151744","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.353185759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-151744"},"namespace":"ai-tenant-e2e-api-a-151744","name":"default-tenant","reconcileID":"a7fb14aa-d66b-4a2a-a064-3b3bfcb44192","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-151744","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:39.578553155Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-151744","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-151744","reconcileID":"9cdf0d6c-07de-4cfe-a3af-e37144c4a288","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-151744","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-151744"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.12647374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8203d-2fda-4c6e-9f32-f45998205616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.130162838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8203d-2fda-4c6e-9f32-f45998205616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.133524543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8203d-2fda-4c6e-9f32-f45998205616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.136993626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71e8203d-2fda-4c6e-9f32-f45998205616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.453437296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9584d55b-815d-4289-b93d-cdc995b21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.457886016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9584d55b-815d-4289-b93d-cdc995b21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.46164435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9584d55b-815d-4289-b93d-cdc995b21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.465102434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9584d55b-815d-4289-b93d-cdc995b21341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.645351447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"2e80c513-c33d-458e-8ecb-54c253c821cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.655512464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"2e80c513-c33d-458e-8ecb-54c253c821cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.689713675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7a0ea2-8da2-43a9-8d64-d82cc1486fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.689736874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d7a0ea2-8da2-43a9-8d64-d82cc1486fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.7490812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"0dde2ce4-ef57-4658-81dc-780d90c42059","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:40.758091261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"0dde2ce4-ef57-4658-81dc-780d90c42059","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.728501868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"72670699-b7a5-4f7b-8a41-e6ec1b169410","namespace":"ai-tenant-e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.728583931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"72670699-b7a5-4f7b-8a41-e6ec1b169410","namespace":"ai-tenant-e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.728649132Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"72670699-b7a5-4f7b-8a41-e6ec1b169410","name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.73587572Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"72670699-b7a5-4f7b-8a41-e6ec1b169410","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.736224725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"cfab9e84-3381-46b0-beac-d32cce9eb80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.736550558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6617295-5be9-4bb4-81cd-97f5645eeae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.736565341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6617295-5be9-4bb4-81cd-97f5645eeae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.805374378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"cfab9e84-3381-46b0-beac-d32cce9eb80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.830553221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"cfab9e84-3381-46b0-beac-d32cce9eb80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"name":"e2e-api-b-a917b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.830576408Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"e2e-e2e-api-b-a917b1-policy","reconcileID":"cfab9e84-3381-46b0-beac-d32cce9eb80b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a917b1-policy","namespace":"ai-tenant-e2e-api-b-a917b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.837132363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f192e6f4-d3de-4747-b5c2-a3f22804db5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:42.837153001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f192e6f4-d3de-4747-b5c2-a3f22804db5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.043010126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"51bd22f2-d9be-43e1-bf25-1f807e94ecbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.064661738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"51bd22f2-d9be-43e1-bf25-1f807e94ecbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.092239679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51079a35-8492-4a18-bae3-a9f909430b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.092263583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51079a35-8492-4a18-bae3-a9f909430b49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.842346832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a3cc1a37-2679-4596-830b-915a34db7aa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.849161355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a3cc1a37-2679-4596-830b-915a34db7aa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.855713652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7708c884d78d754e995136cd4c1cd38a30d3b023ac2bac47899713f6c2812e9) AuthConfig (2f495eaf35cad29a7fe147c8e1960169136645f7ec2e0bf494f47f4e7dbb8945) AuthConfig (ba0eafae35b0b80b3b9728a068b43e303502d623711af8df6348e7a21bec84e9) AuthConfig (ff54072d20f80e8b508e816ca8fce25929252781e767d5dd13b20c03d81afe1e) AuthConfig (bc799636af1f2abe062b611119d6434c852d8fccec90b41efd69d43a3d588777) AuthConfig (67f41da2b284d281db9600ce7b60211682616109cb0b717855fd2c451695ec4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a3cc1a37-2679-4596-830b-915a34db7aa0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.86150975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e3de61b-76af-41b5-9634-9c097a6fe39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:43.861528219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e3de61b-76af-41b5-9634-9c097a6fe39b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.413535274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"49403d5e-dffe-4c83-a026-e43b2c76c73a","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.413591254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"49403d5e-dffe-4c83-a026-e43b2c76c73a","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.420294435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"07f37ccc-673c-4df0-b643-eebcb916c927","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.428461004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"dffc41e1-ee3c-40fe-9e1f-f76e9a8fda49","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.4298434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"07f37ccc-673c-4df0-b643-eebcb916c927","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.520210523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"67ada0a0-6883-4c1a-9c3c-cb20e780c63a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.527409541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"3eacf706-61e0-4f4a-bd60-ab8fa759dafb","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:44.527716641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"67ada0a0-6883-4c1a-9c3c-cb20e780c63a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.188483437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"72e02408-3387-4139-b84b-9b3883e5a05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.196388636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"72e02408-3387-4139-b84b-9b3883e5a05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.20247378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7708c884d78d754e995136cd4c1cd38a30d3b023ac2bac47899713f6c2812e9) AuthConfig (2f495eaf35cad29a7fe147c8e1960169136645f7ec2e0bf494f47f4e7dbb8945) AuthConfig (ba0eafae35b0b80b3b9728a068b43e303502d623711af8df6348e7a21bec84e9) AuthConfig (ff54072d20f80e8b508e816ca8fce25929252781e767d5dd13b20c03d81afe1e) AuthConfig (bc799636af1f2abe062b611119d6434c852d8fccec90b41efd69d43a3d588777) AuthConfig (67f41da2b284d281db9600ce7b60211682616109cb0b717855fd2c451695ec4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"72e02408-3387-4139-b84b-9b3883e5a05d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.296484379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"207b0f54-1c91-4c16-8f9c-21ac2e7870d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.304819984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"207b0f54-1c91-4c16-8f9c-21ac2e7870d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.310174594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7708c884d78d754e995136cd4c1cd38a30d3b023ac2bac47899713f6c2812e9) AuthConfig (2f495eaf35cad29a7fe147c8e1960169136645f7ec2e0bf494f47f4e7dbb8945) AuthConfig (ba0eafae35b0b80b3b9728a068b43e303502d623711af8df6348e7a21bec84e9) AuthConfig (ff54072d20f80e8b508e816ca8fce25929252781e767d5dd13b20c03d81afe1e) AuthConfig (bc799636af1f2abe062b611119d6434c852d8fccec90b41efd69d43a3d588777) AuthConfig (67f41da2b284d281db9600ce7b60211682616109cb0b717855fd2c451695ec4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"207b0f54-1c91-4c16-8f9c-21ac2e7870d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.422811224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164b36cf-af1a-42a5-8700-08a37d643af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.423675526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.425981197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164b36cf-af1a-42a5-8700-08a37d643af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.431572438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164b36cf-af1a-42a5-8700-08a37d643af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.501847936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164b36cf-af1a-42a5-8700-08a37d643af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.759961729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"11bc7654-4ac0-4c18-abdc-f4eca2395f8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.795287235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"11bc7654-4ac0-4c18-abdc-f4eca2395f8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.807683823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-642fe5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"11bc7654-4ac0-4c18-abdc-f4eca2395f8a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.825938366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae26097-5f0a-4132-ae29-6dd952b8d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.835018196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae26097-5f0a-4132-ae29-6dd952b8d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.840516672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae26097-5f0a-4132-ae29-6dd952b8d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:47.843972542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae26097-5f0a-4132-ae29-6dd952b8d281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.044967997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b9f35e-49b8-4d49-a5ef-589cfc8f4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.04850219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b9f35e-49b8-4d49-a5ef-589cfc8f4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.05187688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b9f35e-49b8-4d49-a5ef-589cfc8f4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.055154001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5b9f35e-49b8-4d49-a5ef-589cfc8f4342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.391296411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"0f8ca39c-19b5-41b6-a457-a6071a4b241d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.399887624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"0f8ca39c-19b5-41b6-a457-a6071a4b241d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.53568805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"f2a8638c-14e4-4179-ad13-971b1d4076e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.552551196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"f2a8638c-14e4-4179-ad13-971b1d4076e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.612665068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb77a95-74f6-4ed3-b242-5331b4602d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.616061957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb77a95-74f6-4ed3-b242-5331b4602d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.619502776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb77a95-74f6-4ed3-b242-5331b4602d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.622780732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb77a95-74f6-4ed3-b242-5331b4602d8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.839036655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ed08c-971b-459a-9d3b-cc9d282e0d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.842533968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ed08c-971b-459a-9d3b-cc9d282e0d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.845937751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ed08c-971b-459a-9d3b-cc9d282e0d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:48.849475445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1ed08c-971b-459a-9d3b-cc9d282e0d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.102160331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a54cf0-2f75-4a50-935e-a64aba9d606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.105541152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a54cf0-2f75-4a50-935e-a64aba9d606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.109472187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a54cf0-2f75-4a50-935e-a64aba9d606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.112809792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a54cf0-2f75-4a50-935e-a64aba9d606d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.802947251Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.803036335Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.810431336Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.810450115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.810537601Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.810910141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"da06c92e-dfd8-4ccc-a8ba-66354f4ff259","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.810952309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"da06c92e-dfd8-4ccc-a8ba-66354f4ff259","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.818109493Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"f1f48359-3f32-4e16-a8ad-49504e7b6e1e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.818281168Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","namespace":"ai-tenant-e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.818346512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","namespace":"ai-tenant-e2e-api-b-a917b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.81843439Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","tenant":"e2e-api-b-a917b1","tenantID":"e2e-api-b-a917b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.821297872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e897c33c-bd4f-4227-98f3-919406785f90","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.821317279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e897c33c-bd4f-4227-98f3-919406785f90","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.825602153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Deployment","name":"maas-api-e2e-api-b-a917b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:47:49.825727801Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e897c33c-bd4f-4227-98f3-919406785f90","name":"e2e-lifecycle-model-ab592834","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-ab592834\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:47:49.825787157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e897c33c-bd4f-4227-98f3-919406785f90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-ab592834\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.826492149Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"a50d84b2-86db-41cb-80c9-58919ce08205","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f0956c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.831668257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"98c2c202-4541-4b39-8d41-ac9d4df28d88","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.831682757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"98c2c202-4541-4b39-8d41-ac9d4df28d88","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.84737826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Service","name":"maas-api-e2e-api-b-a917b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.851335316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"080c0338-913a-4af1-a286-edab9bce469f","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f0956c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.853419736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a917b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.863109597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a917b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.87462477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.882353099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.893371789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"31df7106-18c7-4fc1-adcc-4c7ccff36891","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.90888172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"31df7106-18c7-4fc1-adcc-4c7ccff36891","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.915470455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.930322678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.938311044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Deployment","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.940056294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"2520662e-c844-4ac1-a82d-bb427a2f8e3a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.942261622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.957058151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Service","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.962836264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.966662846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.970650793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.974273748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.988160075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:49.993818884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.014505196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.019255773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a917b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.023504798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a917b1"},"namespace":"ai-tenant-e2e-api-b-a917b1","name":"default-tenant","reconcileID":"3a852fe5-b144-41a4-8642-7d94d8465c76","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a917b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.036978105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"2520662e-c844-4ac1-a82d-bb427a2f8e3a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.069301249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"2520662e-c844-4ac1-a82d-bb427a2f8e3a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"e2e-mt-ab592834-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.069331062Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-policy-ab592834","reconcileID":"2520662e-c844-4ac1-a82d-bb427a2f8e3a","MaaSAuthPolicy":{"name":"e2e-policy-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.077287644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"542342a8-8951-45eb-bbff-b2656d09cbaa","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.077315738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"542342a8-8951-45eb-bbff-b2656d09cbaa","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.375241708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a917b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a917b1","reconcileID":"c3523768-2c27-4fad-9ceb-e42265f7bbeb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a917b1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a917b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.85625714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6aef7e-337f-4ef7-afac-71eb2c1b1747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.863284538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6aef7e-337f-4ef7-afac-71eb2c1b1747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.86700315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6aef7e-337f-4ef7-afac-71eb2c1b1747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:50.870586953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6aef7e-337f-4ef7-afac-71eb2c1b1747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:51.131208161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e39902c-5b77-4fa0-b079-26ebbb8af15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:51.134567047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e39902c-5b77-4fa0-b079-26ebbb8af15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:51.13780061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e39902c-5b77-4fa0-b079-26ebbb8af15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:51.141201535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e39902c-5b77-4fa0-b079-26ebbb8af15c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:56.372421173Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"fbf8a5db-0e8b-44ac-9656-e38022e5dabc","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:56.372492147Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"fbf8a5db-0e8b-44ac-9656-e38022e5dabc","name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:56.376822743Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"fbf8a5db-0e8b-44ac-9656-e38022e5dabc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:56.376839641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"fbf8a5db-0e8b-44ac-9656-e38022e5dabc","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.32839059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"55dc9990-47da-4475-ac89-f769683d7ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.4676071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"55dc9990-47da-4475-ac89-f769683d7ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.582894977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7708c884d78d754e995136cd4c1cd38a30d3b023ac2bac47899713f6c2812e9) AuthConfig (2f495eaf35cad29a7fe147c8e1960169136645f7ec2e0bf494f47f4e7dbb8945) AuthConfig (ba0eafae35b0b80b3b9728a068b43e303502d623711af8df6348e7a21bec84e9) AuthConfig (ff54072d20f80e8b508e816ca8fce25929252781e767d5dd13b20c03d81afe1e) AuthConfig (bc799636af1f2abe062b611119d6434c852d8fccec90b41efd69d43a3d588777) AuthConfig (67f41da2b284d281db9600ce7b60211682616109cb0b717855fd2c451695ec4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"55dc9990-47da-4475-ac89-f769683d7ab8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.616530339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7019b20e-fbeb-4d25-965b-f8cdc4826a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.637060237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7019b20e-fbeb-4d25-965b-f8cdc4826a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.673237215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-273012-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7708c884d78d754e995136cd4c1cd38a30d3b023ac2bac47899713f6c2812e9) AuthConfig (2f495eaf35cad29a7fe147c8e1960169136645f7ec2e0bf494f47f4e7dbb8945) AuthConfig (ba0eafae35b0b80b3b9728a068b43e303502d623711af8df6348e7a21bec84e9) AuthConfig (ff54072d20f80e8b508e816ca8fce25929252781e767d5dd13b20c03d81afe1e) AuthConfig (bc799636af1f2abe062b611119d6434c852d8fccec90b41efd69d43a3d588777) AuthConfig (67f41da2b284d281db9600ce7b60211682616109cb0b717855fd2c451695ec4c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"7019b20e-fbeb-4d25-965b-f8cdc4826a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.866942529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d16e0deb-3949-4a72-98bf-596aac35cbb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:57.898875602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d16e0deb-3949-4a72-98bf-596aac35cbb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:58.03720546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-642fe5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"d16e0deb-3949-4a72-98bf-596aac35cbb8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:58.43279717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"53ff4f27-4a99-4cf8-bcac-1b95a8dc1b98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:58.441177073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"53ff4f27-4a99-4cf8-bcac-1b95a8dc1b98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:58.532750818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"35999d1e-98d4-4f55-af31-80c2417030c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:58.540502581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"35999d1e-98d4-4f55-af31-80c2417030c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.549667073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"7d2dc2cc-9453-4239-a486-5ad8f9826b6e","namespace":"ai-tenant-e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.549726932Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"7d2dc2cc-9453-4239-a486-5ad8f9826b6e","namespace":"ai-tenant-e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.549774357Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"7d2dc2cc-9453-4239-a486-5ad8f9826b6e","name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.557291369Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"7d2dc2cc-9453-4239-a486-5ad8f9826b6e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.557577032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9fbfad3-c38f-4498-8273-c82476a172c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.557593578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9fbfad3-c38f-4498-8273-c82476a172c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.557768958Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"7d0756c4-7ee6-4a4e-a8a3-9f5938056e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.631779936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"7d0756c4-7ee6-4a4e-a8a3-9f5938056e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.715319435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"7d0756c4-7ee6-4a4e-a8a3-9f5938056e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"name":"e2e-api-a-7d8392-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.71534284Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"e2e-e2e-api-a-7d8392-policy","reconcileID":"7d0756c4-7ee6-4a4e-a8a3-9f5938056e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7d8392-policy","namespace":"ai-tenant-e2e-api-a-7d8392"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.721879705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"273c47f0-49eb-4581-9b6a-e5d143a6ac19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.721899623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"273c47f0-49eb-4581-9b6a-e5d143a6ac19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.8764983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"87f333b0-0c31-45bd-b1b3-fea95ef60b7c","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","subscription":"e2e-sub-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.889359968Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"87f333b0-0c31-45bd-b1b3-fea95ef60b7c","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:47:59.925165818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-sub-ab592834","reconcileID":"87f333b0-0c31-45bd-b1b3-fea95ef60b7c","MaaSSubscription":{"name":"e2e-sub-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"name":"maas-trlp-e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.014691439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"42c26882-6ab0-4d01-808d-10f1f5b22746","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.014711575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"42c26882-6ab0-4d01-808d-10f1f5b22746","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.276834119Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"ceb77920-334d-449c-9477-cdc860cf0bd3","namespace":"ai-tenant-e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.276893246Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"ceb77920-334d-449c-9477-cdc860cf0bd3","namespace":"ai-tenant-e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.276979076Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"ceb77920-334d-449c-9477-cdc860cf0bd3","name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.286722487Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"ceb77920-334d-449c-9477-cdc860cf0bd3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.287379567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a1cd088f-3b5d-4247-9bc6-f05a5c185280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.287575641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a3b7af-8122-4e8a-bd26-c93feea7640a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.287589668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21a3b7af-8122-4e8a-bd26-c93feea7640a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.385127304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a1cd088f-3b5d-4247-9bc6-f05a5c185280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.430227728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a1cd088f-3b5d-4247-9bc6-f05a5c185280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"name":"e2e-api-b-273012-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.430253862Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"e2e-e2e-api-b-273012-policy","reconcileID":"a1cd088f-3b5d-4247-9bc6-f05a5c185280","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-273012-policy","namespace":"ai-tenant-e2e-api-b-273012"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.484217066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cee952f-0373-440b-b168-a208fb580847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:00.484333481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cee952f-0373-440b-b168-a208fb580847","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.920044069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.920101438Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.920151208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","tenant":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.92495189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Deployment","name":"maas-api-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.943957757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Service","name":"maas-api-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.957805084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.966094032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.977561961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.984834909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.992727616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:06.999232281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.002132958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Deployment","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.005096366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.009437629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Service","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.012143118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"Service","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.015228581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"DestinationRule","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.018048811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.020849381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.026796352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.030768515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.033733695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.038235309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.041613559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"9589e624-636b-4d13-8c8a-1db7188ed057","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-ab592834","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.236023913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ab592834","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ab592834","reconcileID":"833684e9-1427-4792-8272-7573bb96bd3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ab592834","removed":["maas.opendatahub.io/gateway-access-e2e-mt-ab592834"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.398968561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"79c5de68-0a90-40e7-9608-f342cd8c8321","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.47549874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"79c5de68-0a90-40e7-9608-f342cd8c8321","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.49356234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"5a9c1488-cef3-4094-8c9f-ddef352162de","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.493713408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"5a9c1488-cef3-4094-8c9f-ddef352162de","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.504621477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"047f0279-557d-4856-b794-f3be7b64bd63","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.504741266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"047f0279-557d-4856-b794-f3be7b64bd63","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.531263655Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a56c91d7-2c6d-43bd-97e1-b2096cde434a","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.531355925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a56c91d7-2c6d-43bd-97e1-b2096cde434a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.572759626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b0fde782-1d3f-4190-bc89-3f64cd9a8d0a","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.572846115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b0fde782-1d3f-4190-bc89-3f64cd9a8d0a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.653878537Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3157bd40-f0fc-4290-beb0-4ac5ab5c13d5","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.653961873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3157bd40-f0fc-4290-beb0-4ac5ab5c13d5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.70158713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9adf04-1d3a-4b00-b192-a51a38cbc4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.708056135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9adf04-1d3a-4b00-b192-a51a38cbc4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.716740454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9adf04-1d3a-4b00-b192-a51a38cbc4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:07.722012414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db9adf04-1d3a-4b00-b192-a51a38cbc4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.817809806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a794362f-2f92-40cd-8910-76bad42d177d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:07.817903389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a794362f-2f92-40cd-8910-76bad42d177d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.031424195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c482d694-6193-4bad-8964-7bef26dfc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.034877651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c482d694-6193-4bad-8964-7bef26dfc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.038484018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c482d694-6193-4bad-8964-7bef26dfc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.041980364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c482d694-6193-4bad-8964-7bef26dfc396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.049309383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"60a6606e-8521-426e-8dfe-b5bcc14b38e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.056275763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"60a6606e-8521-426e-8dfe-b5bcc14b38e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.068981945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-642fe5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac5cff35f93cae76fcb966c9d5c9bf8aa6bea8d9b4bd3a16faae5045bea3898d) AuthConfig (466019dc24675112e46140e1d6a8c2fee75544d15981aaab600f778e17d9d209) AuthConfig (3c896f8bdc428a0def3d152c58bfcf8c1c78860474fabe3082f0b2d6d5fefb4b) AuthConfig (c5c37f2467b2b50d5e832a669ecb86adcc1c0f7041ac7e06ff1d8a1b1b77e1d2) AuthConfig (0d454aa80f2bc2d0b17163582d59f31d240b9084c6881cbd9b7d12ec03782305) AuthConfig (ed1084ebf4eac3a6a226e2b56a7bcf1cd3eba7c1ecac1fb8a21a8b2314f91ef7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"60a6606e-8521-426e-8dfe-b5bcc14b38e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.077449677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58763b66-19e8-4f82-9ed5-b4ec28188ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:08.077472563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58763b66-19e8-4f82-9ed5-b4ec28188ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:08.138182246Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a17f30e3-7488-44f8-9b2d-0b9543e23158","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:08.138255313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a17f30e3-7488-44f8-9b2d-0b9543e23158","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:08.779094816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e9eeef4d-43c5-4a63-b590-fdea003986c2","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:08.779164429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e9eeef4d-43c5-4a63-b590-fdea003986c2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:10.059593441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"097b5a2f-be5e-4fd5-93b3-2dba697b0742","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:10.059660585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"097b5a2f-be5e-4fd5-93b3-2dba697b0742","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.19639184Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","namespace":"ai-tenant-e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.196473621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","namespace":"ai-tenant-e2e-api-a-7d8392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.196523129Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","tenant":"e2e-api-a-7d8392","tenantID":"e2e-api-a-7d8392","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.201152733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Deployment","name":"maas-api-e2e-api-a-7d8392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.217025887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Service","name":"maas-api-e2e-api-a-7d8392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.230743288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7d8392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.236262948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7d8392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.248880412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.255551572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.262111385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.269421331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.27240124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Deployment","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.276735004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.279667073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Service","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.282861321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.286132728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.28918098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.292260873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.300782608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.303623929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.308981829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.312087313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7d8392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.315014942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7d8392"},"namespace":"ai-tenant-e2e-api-a-7d8392","name":"default-tenant","reconcileID":"91595bb5-bee0-4393-8b9d-3b28637affa7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7d8392","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.396193972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7d8392","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7d8392","reconcileID":"98b1ba95-7e93-42a6-b4b4-061381e1c1cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7d8392","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7d8392"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:10.481861119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b319244d-ee89-4be2-bbda-865d5acebf2e","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:10.482054977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b319244d-ee89-4be2-bbda-865d5acebf2e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:10.966329161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ba1051-d9e1-43fd-91f9-b2182e5b47d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.000243238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ba1051-d9e1-43fd-91f9-b2182e5b47d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.017746726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ba1051-d9e1-43fd-91f9-b2182e5b47d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.023624077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ba1051-d9e1-43fd-91f9-b2182e5b47d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.20499935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef43d577-b8cd-46a4-a770-75e92bfd03f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.208715467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef43d577-b8cd-46a4-a770-75e92bfd03f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.212291271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef43d577-b8cd-46a4-a770-75e92bfd03f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.215372847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef43d577-b8cd-46a4-a770-75e92bfd03f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.430157778Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","namespace":"ai-tenant-e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.430213332Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","namespace":"ai-tenant-e2e-api-b-273012","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.430270833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","tenant":"e2e-api-b-273012","tenantID":"e2e-api-b-273012","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.435158325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Deployment","name":"maas-api-e2e-api-b-273012","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.454093366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Service","name":"maas-api-e2e-api-b-273012","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.473103643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-273012","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.479477486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-273012","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.488771872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.495520057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.503762999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.509117069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.511844608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Deployment","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.514600842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.517309968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Service","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.520056778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"Service","name":"payload-pre-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.522953206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.525683298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.528435189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.534460677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.537162814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.539868379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.54351334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-273012","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.546143283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-273012"},"namespace":"ai-tenant-e2e-api-b-273012","name":"default-tenant","reconcileID":"b0d4ff03-6aec-4aa0-a27a-41bb8ff2fd23","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-273012","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.681834182Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-273012","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-273012","reconcileID":"ab3ec87e-183c-448e-bfa5-972aa7267d9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-273012","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-273012"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:11.697761613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"695a9418-9a0e-422d-b512-ecbcd09fe96f","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:11.697848818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"695a9418-9a0e-422d-b512-ecbcd09fe96f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.841856358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee8a0a2-38b9-47b2-af41-79f1b52fb413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.84544207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee8a0a2-38b9-47b2-af41-79f1b52fb413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.849478418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee8a0a2-38b9-47b2-af41-79f1b52fb413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:11.853566914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee8a0a2-38b9-47b2-af41-79f1b52fb413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:12.437644663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a167ff1-ddfa-4442-a7a0-0dac057e6d73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:12.4411836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a167ff1-ddfa-4442-a7a0-0dac057e6d73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:12.449670973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a167ff1-ddfa-4442-a7a0-0dac057e6d73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:12.456479322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a167ff1-ddfa-4442-a7a0-0dac057e6d73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:16.832265433Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"77861b5f-59c0-44b2-ae6f-73ba6e5d74a5","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:16.832340252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"77861b5f-59c0-44b2-ae6f-73ba6e5d74a5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:17.031767242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e9b9e701-fa8f-498a-8ca1-38a95c4d9ff2","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:17.048118343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e9b9e701-fa8f-498a-8ca1-38a95c4d9ff2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:17.434870739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:17.445136404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f3bef4-1b6e-4b46-8e4a-8575a7222a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:17.458193577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f3bef4-1b6e-4b46-8e4a-8575a7222a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:17.488248905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f3bef4-1b6e-4b46-8e4a-8575a7222a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:17.495537803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f3bef4-1b6e-4b46-8e4a-8575a7222a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.097756704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fa85d8-4614-4360-9579-4def8b43dee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.09786147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fa85d8-4614-4360-9579-4def8b43dee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.104440266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fdfded-1c48-4342-ad3d-d52e789f71a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.104460079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fdfded-1c48-4342-ad3d-d52e789f71a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.106012264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"6c1d2edc-297c-4e23-855e-9f9c8eeceee5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.106532922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"818af1e1-1fc8-4fb9-a4de-38af788baa62","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.106565499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"818af1e1-1fc8-4fb9-a4de-38af788baa62","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.183799951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"6c1d2edc-297c-4e23-855e-9f9c8eeceee5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.193904167Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ab592834","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ab592834","reconcileID":"d96c8b0f-9aa2-4525-a6e8-ea686b25d81c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ab592834","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-ab592834":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.204064644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7eee797e-e4e4-4547-8a19-888b4b7f8f3d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.207165515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81aef664-6b26-40d7-9c48-616d8a4a5231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.20719627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81aef664-6b26-40d7-9c48-616d8a4a5231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.236136141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7eee797e-e4e4-4547-8a19-888b4b7f8f3d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.242552036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7eee797e-e4e4-4547-8a19-888b4b7f8f3d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.248724199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e93e63-11f7-4a44-9a89-3cf8040b0523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.248748421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e93e63-11f7-4a44-9a89-3cf8040b0523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.28500198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a490cd13-9a12-4b48-9723-78cb558f615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.28856368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a490cd13-9a12-4b48-9723-78cb558f615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.29157722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b2f50b-852d-482f-b71a-2ff618f0232b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.291599114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8b2f50b-852d-482f-b71a-2ff618f0232b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.292448525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a490cd13-9a12-4b48-9723-78cb558f615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.297239142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a490cd13-9a12-4b48-9723-78cb558f615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.303437798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a30ab8c-af00-4727-9c09-eaeaff6718fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.303456379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a30ab8c-af00-4727-9c09-eaeaff6718fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:18.304795902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-b5c9f58e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b5c9f58e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.307203408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"6d6d3ff1-5d66-4daf-ba5c-0ab4025e2d8d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.310974838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41af3b29-7382-4fb9-9632-db2c50b39aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.310992952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41af3b29-7382-4fb9-9632-db2c50b39aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.316386229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"6d6d3ff1-5d66-4daf-ba5c-0ab4025e2d8d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.364585293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"6d6d3ff1-5d66-4daf-ba5c-0ab4025e2d8d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.403222944Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"cbcebebd-ac8e-4144-a677-7d1c12a08123","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-b5c9f58e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.403551935Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"cbcebebd-ac8e-4144-a677-7d1c12a08123","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b5c9f58e","error":"MaaSModelRef not found: llm/nonexistent-model-b5c9f58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.429169046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07844472-c7a3-4f28-85c8-6d2fdd71ef6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.429559636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f31513-ef2b-412c-befc-bdf2a2881f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.429753113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7292fe6f-eab6-4554-bd91-fc19bb6908de","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.443272235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07844472-c7a3-4f28-85c8-6d2fdd71ef6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.443360594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7292fe6f-eab6-4554-bd91-fc19bb6908de","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.447317007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5f31513-ef2b-412c-befc-bdf2a2881f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.449598444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0599a6da-2f85-40e9-bd79-7d8af3087d6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.449615624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0599a6da-2f85-40e9-bd79-7d8af3087d6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.449674835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4cf34b44-d547-40df-8ffd-0c9e475ae06a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.451859327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"7292fe6f-eab6-4554-bd91-fc19bb6908de","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.492155043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e16cb894-2f4f-457e-ae33-771992e2f3e5","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.492176802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"e16cb894-2f4f-457e-ae33-771992e2f3e5","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.524894002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"e1c4810a-2a87-49fc-8488-22a269d1ce4a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.527966884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"e1c4810a-2a87-49fc-8488-22a269d1ce4a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b5c9f58e","error":"MaaSModelRef not found: llm/nonexistent-model-b5c9f58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.617817062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e8f5a8-89a5-4d21-b5f4-c1538d6c8ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.645400078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77e8f5a8-89a5-4d21-b5f4-c1538d6c8ecf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.709909117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9742b58-8e0c-45d6-9394-f9b9be0643d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.720141794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9742b58-8e0c-45d6-9394-f9b9be0643d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.748769819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba411fe6-c0ef-4316-9f39-d48c031b1d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.752129686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba411fe6-c0ef-4316-9f39-d48c031b1d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.756507053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba411fe6-c0ef-4316-9f39-d48c031b1d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:18.760411936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba411fe6-c0ef-4316-9f39-d48c031b1d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.058620769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c012a6c7-834b-40db-994c-01276e9b09b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.058652406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c012a6c7-834b-40db-994c-01276e9b09b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.104879855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4c83918-af21-40d8-af50-462ef32e556d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.105441133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"2f7d442d-3e95-4165-81bd-4db019755075","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.105873643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28457729-81d5-4f52-b450-cc144c9fe2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.115608787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"2f7d442d-3e95-4165-81bd-4db019755075","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.119051171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4c83918-af21-40d8-af50-462ef32e556d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.122630471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28457729-81d5-4f52-b450-cc144c9fe2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:21.123862047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"2f7d442d-3e95-4165-81bd-4db019755075","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.436475814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a95437-c5c9-44b2-9c94-e876f788b4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.440560343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a95437-c5c9-44b2-9c94-e876f788b4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.444775992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a95437-c5c9-44b2-9c94-e876f788b4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.449180933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a95437-c5c9-44b2-9c94-e876f788b4ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.746524204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83784aa3-a8b9-434c-8394-8962b0140221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.750006621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83784aa3-a8b9-434c-8394-8962b0140221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.753186031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83784aa3-a8b9-434c-8394-8962b0140221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:23.756497661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83784aa3-a8b9-434c-8394-8962b0140221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.281510881Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-90bad4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-90bad4","reconcileID":"d1354003-d60e-4330-a0de-74a91ce3b2b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-90bad4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-90bad4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.549210741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ef3f88-94cf-4fd5-abf6-b2d8995bb9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.553196119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ef3f88-94cf-4fd5-abf6-b2d8995bb9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.556632593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ef3f88-94cf-4fd5-abf6-b2d8995bb9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.560608528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ef3f88-94cf-4fd5-abf6-b2d8995bb9ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.787178302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"000386ce-0d97-4912-a0f9-e37d813b43eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:24.820566766Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"000386ce-0d97-4912-a0f9-e37d813b43eb","name":"e2e-mt-ab592834-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.661851373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"f9b361a4-4338-46ab-9f59-0c5599926ea1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.719088229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"f9b361a4-4338-46ab-9f59-0c5599926ea1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.747467408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"55e6c2b4-e0e9-487b-9916-2548d1704baa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.757760106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"55e6c2b4-e0e9-487b-9916-2548d1704baa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.848400966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff469fa-c4ae-4979-b4db-2eb4b27635cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.851798967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff469fa-c4ae-4979-b4db-2eb4b27635cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.855229877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff469fa-c4ae-4979-b4db-2eb4b27635cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:27.858667956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff469fa-c4ae-4979-b4db-2eb4b27635cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.052498908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05181c-629c-4035-b375-9b14a8889cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.055746968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05181c-629c-4035-b375-9b14a8889cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.082295591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05181c-629c-4035-b375-9b14a8889cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.086531656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05181c-629c-4035-b375-9b14a8889cda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.436721491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e201acf-0eae-4355-ae96-b9bc2b3f256e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.443218777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e201acf-0eae-4355-ae96-b9bc2b3f256e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.484443322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e201acf-0eae-4355-ae96-b9bc2b3f256e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.487993255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e201acf-0eae-4355-ae96-b9bc2b3f256e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.735825472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1613769-c4da-4b80-8abb-7e512c5b9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.739032518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1613769-c4da-4b80-8abb-7e512c5b9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.742378521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1613769-c4da-4b80-8abb-7e512c5b9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:28.74555426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1613769-c4da-4b80-8abb-7e512c5b9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:30.533908933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"40a54184-5466-463d-96a3-4b010fce5c75","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:30.613602645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"40a54184-5466-463d-96a3-4b010fce5c75","name":"e2e-api-a-90bad4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.076536863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"78ef9340-2d07-460c-8749-09d25f7fd31d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b5c9f58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.096554813Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"78ef9340-2d07-460c-8749-09d25f7fd31d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.096588476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"78ef9340-2d07-460c-8749-09d25f7fd31d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b5c9f58e","subscription":"e2e-neg-ghost-sub-b5c9f58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.096710519Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b5c9f58e","reconcileID":"78ef9340-2d07-460c-8749-09d25f7fd31d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b5c9f58e","error":"MaaSModelRef not found: llm/nonexistent-model-b5c9f58e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.110843565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7af64fc2-5244-4253-adbe-ed822a6d72f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.122758096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa4160a-10f2-417b-88ef-21959db938af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.122776941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa4160a-10f2-417b-88ef-21959db938af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.131895851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a192eaf-85ec-47b8-b163-c59f0b02dca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.13200218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0df8b97a-9595-4fd5-8676-bb2f49627f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.13224805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"bd7c3ff3-45e1-490c-abbb-ebcc2f365f81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.140569615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0df8b97a-9595-4fd5-8676-bb2f49627f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.140599144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"bd7c3ff3-45e1-490c-abbb-ebcc2f365f81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.142884284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a192eaf-85ec-47b8-b163-c59f0b02dca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.146424566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"bd7c3ff3-45e1-490c-abbb-ebcc2f365f81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.276061559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b5c9f58e","reconcileID":"842f5bd1-495e-4b97-b7b7-bd8a3ac4b3fa","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b5c9f58e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.27609075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed6f6d4-30b2-447c-bbae-2901c8378090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.27610335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ed6f6d4-30b2-447c-bbae-2901c8378090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.406759138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b989b39-6699-4b8a-b5f6-bd030a60dcf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.406871022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b989b39-6699-4b8a-b5f6-bd030a60dcf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.577398883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c32f8d0b-1652-4c98-a58c-4f39238f3a8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.577420882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c32f8d0b-1652-4c98-a58c-4f39238f3a8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.584545837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d38b77b-f7da-49d1-b7a6-ce3c84cbef4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.584567318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d38b77b-f7da-49d1-b7a6-ce3c84cbef4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.59626146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"f1ce7f67-b3f4-4889-9ade-5072d2adc54b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.603051531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"f1ce7f67-b3f4-4889-9ade-5072d2adc54b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.608993031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"f1ce7f67-b3f4-4889-9ade-5072d2adc54b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.616599108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5209adaf-f83d-4243-b4a5-41ccb2230b87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.616624766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5209adaf-f83d-4243-b4a5-41ccb2230b87","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.698414665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"cd7efc56-f7e8-4d6a-98ef-e46b93f7ce55","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.705367905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"cd7efc56-f7e8-4d6a-98ef-e46b93f7ce55","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:31.712477291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"cd7efc56-f7e8-4d6a-98ef-e46b93f7ce55","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.449696513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1bf8d7e6-00df-4b1b-921f-29df04f5cdca","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.449726176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1bf8d7e6-00df-4b1b-921f-29df04f5cdca","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.652788111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ef3d43-f79d-4559-82eb-25aa3ed0df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.692226907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ef3d43-f79d-4559-82eb-25aa3ed0df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.70040261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ef3d43-f79d-4559-82eb-25aa3ed0df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.705033424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ef3d43-f79d-4559-82eb-25aa3ed0df1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.933777898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63da62d0-b769-418d-aea6-68618be335ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.937351498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63da62d0-b769-418d-aea6-68618be335ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.940886266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63da62d0-b769-418d-aea6-68618be335ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:32.944309699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63da62d0-b769-418d-aea6-68618be335ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:33.143777993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c834dc2-9cf5-4674-a9eb-7775d536435d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:33.147164337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c834dc2-9cf5-4674-a9eb-7775d536435d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:33.150418084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c834dc2-9cf5-4674-a9eb-7775d536435d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:33.153857121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c834dc2-9cf5-4674-a9eb-7775d536435d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:36.729148537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67ce4fd-062e-4485-b0f7-44f2106567e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:36.733101692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67ce4fd-062e-4485-b0f7-44f2106567e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:36.737040045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67ce4fd-062e-4485-b0f7-44f2106567e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:36.79575765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a67ce4fd-062e-4485-b0f7-44f2106567e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.147599594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b144122d-07dc-49e3-a3b3-126c9af8cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.151121261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b144122d-07dc-49e3-a3b3-126c9af8cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.154669533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b144122d-07dc-49e3-a3b3-126c9af8cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.158480057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b144122d-07dc-49e3-a3b3-126c9af8cb24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.428394523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ab9619-dad0-4168-9b87-ec45176ec739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.48178077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ab9619-dad0-4168-9b87-ec45176ec739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.485947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ab9619-dad0-4168-9b87-ec45176ec739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.490006996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ab9619-dad0-4168-9b87-ec45176ec739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.748015547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a51d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a51d55","reconcileID":"71109bce-3552-4605-8e01-4ad8a40ab1af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a51d55","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a51d55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.861409686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"2dcd19d9-4803-4313-8620-c6350ed2131c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:37.88413927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"2dcd19d9-4803-4313-8620-c6350ed2131c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.037709785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"ad4793a8-fb81-45ea-96a9-41dafe0b5fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.156633301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"ad4793a8-fb81-45ea-96a9-41dafe0b5fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.573244408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa45f38-c846-4314-b697-8eac817bbde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.578075458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa45f38-c846-4314-b697-8eac817bbde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.611258775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa45f38-c846-4314-b697-8eac817bbde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:38.624127497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa45f38-c846-4314-b697-8eac817bbde6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.17050007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027bb558-9746-42e3-83fa-9a93be21b26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.208007018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027bb558-9746-42e3-83fa-9a93be21b26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.246606399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027bb558-9746-42e3-83fa-9a93be21b26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.255284249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027bb558-9746-42e3-83fa-9a93be21b26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.62819988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5290bccf-78f2-4eab-85a1-d8a54606a09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.648361564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5290bccf-78f2-4eab-85a1-d8a54606a09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.655139818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5290bccf-78f2-4eab-85a1-d8a54606a09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:40.66011087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5290bccf-78f2-4eab-85a1-d8a54606a09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:41.731409865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"1e5af494-cfa3-4f66-b273-3a25d1919081","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:41.748801435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"1e5af494-cfa3-4f66-b273-3a25d1919081","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:41.759102075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"1e5af494-cfa3-4f66-b273-3a25d1919081","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:41.769228104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75236410-2072-4e0b-9167-a6f430390654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:41.769308131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75236410-2072-4e0b-9167-a6f430390654","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.582109905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"f2465f26-d884-4fc0-aa5f-f8be42e6d0ab","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.582131824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"f2465f26-d884-4fc0-aa5f-f8be42e6d0ab","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.602833697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ceb2ed05-d47c-41d6-a9f1-0007cf254f81","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.602853301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ceb2ed05-d47c-41d6-a9f1-0007cf254f81","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.762357541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fffefb6-e0f7-432c-828a-4a9f9982a4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.766603612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fffefb6-e0f7-432c-828a-4a9f9982a4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.781094933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fffefb6-e0f7-432c-828a-4a9f9982a4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:43.792334532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fffefb6-e0f7-432c-828a-4a9f9982a4b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.024174735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2892-9145-4f63-8b28-cb924235d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.02785484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2892-9145-4f63-8b28-cb924235d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.03150005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2892-9145-4f63-8b28-cb924235d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.035004548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dcd2892-9145-4f63-8b28-cb924235d963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.297105507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6213f-0abc-4c5d-94d8-1388af593049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.30153434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6213f-0abc-4c5d-94d8-1388af593049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.305028585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6213f-0abc-4c5d-94d8-1388af593049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.308678939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e6213f-0abc-4c5d-94d8-1388af593049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.705222703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52285c59-7913-4b39-86de-b2d0c247e341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.705250004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52285c59-7913-4b39-86de-b2d0c247e341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.712464386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a43aa46a-8143-435e-951d-7c9a3845f2d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.712488098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a43aa46a-8143-435e-951d-7c9a3845f2d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.721284157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"6504fc5e-29b1-49de-a6ab-281485da01dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.744491412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"6504fc5e-29b1-49de-a6ab-281485da01dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.746609843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550e1d2-ffeb-47aa-82b7-ac2f11a2f33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.750051051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550e1d2-ffeb-47aa-82b7-ac2f11a2f33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.752522042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90bad4-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"6504fc5e-29b1-49de-a6ab-281485da01dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.75332441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550e1d2-ffeb-47aa-82b7-ac2f11a2f33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.756995238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550e1d2-ffeb-47aa-82b7-ac2f11a2f33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.761287561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d1a11fd-40dd-4b1c-b7ab-414bac41a00d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:44.761312686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d1a11fd-40dd-4b1c-b7ab-414bac41a00d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.029445257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e0ea10-417c-479d-9f7d-602108af4d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.032618813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e0ea10-417c-479d-9f7d-602108af4d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.035818263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e0ea10-417c-479d-9f7d-602108af4d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.039095894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e0ea10-417c-479d-9f7d-602108af4d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.288830767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2614d85c-344c-4919-86d3-f63578873069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.292290574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2614d85c-344c-4919-86d3-f63578873069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.295688073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2614d85c-344c-4919-86d3-f63578873069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:45.299020591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2614d85c-344c-4919-86d3-f63578873069","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.477566783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"b7202b3d-cf64-45e5-b840-65dc83c954cd","namespace":"ai-tenant-e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.477625807Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"b7202b3d-cf64-45e5-b840-65dc83c954cd","namespace":"ai-tenant-e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.477670397Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"b7202b3d-cf64-45e5-b840-65dc83c954cd","name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.483215466Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"b7202b3d-cf64-45e5-b840-65dc83c954cd","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.483489611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"0b48c6f2-8038-49c3-b1b3-feabd6c65d39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.483794193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb6023e2-b63d-49f4-bf4e-fbe6d35f6479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.483810368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb6023e2-b63d-49f4-bf4e-fbe6d35f6479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.555292871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"0b48c6f2-8038-49c3-b1b3-feabd6c65d39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.602077692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"0b48c6f2-8038-49c3-b1b3-feabd6c65d39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"name":"e2e-api-b-642fe5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.602105576Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"e2e-e2e-api-b-642fe5-policy","reconcileID":"0b48c6f2-8038-49c3-b1b3-feabd6c65d39","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-642fe5-policy","namespace":"ai-tenant-e2e-api-b-642fe5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.682259623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c794de56-c3ed-48d8-ad76-ae4ce9d7e78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:46.682280236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c794de56-c3ed-48d8-ad76-ae4ce9d7e78e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:47.386350187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"ba9b2b27-b1e2-44a6-94e5-3cd6b2d01afb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:47.468483066Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"ba9b2b27-b1e2-44a6-94e5-3cd6b2d01afb","name":"e2e-ipp-a-a51d55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:47.501959379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.071417791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d01055-c291-49f2-8c4b-ab3b6c33d7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.076743722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d01055-c291-49f2-8c4b-ab3b6c33d7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.091519027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d01055-c291-49f2-8c4b-ab3b6c33d7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.094959184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d01055-c291-49f2-8c4b-ab3b6c33d7ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.319530349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85dc1f7-daeb-4595-bc15-f147366be44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.322879795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85dc1f7-daeb-4595-bc15-f147366be44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.326229703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85dc1f7-daeb-4595-bc15-f147366be44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.32948694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c85dc1f7-daeb-4595-bc15-f147366be44d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.654663945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfedb6e-5302-4b9d-b69f-8d591e78ade1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.658023956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfedb6e-5302-4b9d-b69f-8d591e78ade1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.661441587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfedb6e-5302-4b9d-b69f-8d591e78ade1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:48.66520561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcfedb6e-5302-4b9d-b69f-8d591e78ade1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.071235578Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-38c9b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-38c9b0","reconcileID":"f324f7cc-4ad0-4239-921c-a765c5d9d850","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-38c9b0","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-38c9b0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.297377146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef42c786-6f5a-446a-91f5-b0d52dff6ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.300610387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef42c786-6f5a-446a-91f5-b0d52dff6ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.303864618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef42c786-6f5a-446a-91f5-b0d52dff6ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.307096487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef42c786-6f5a-446a-91f5-b0d52dff6ed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.60813977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d1b65f-a14e-49bd-9a75-c7e61c3f3603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.611432832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d1b65f-a14e-49bd-9a75-c7e61c3f3603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.614836254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d1b65f-a14e-49bd-9a75-c7e61c3f3603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.618195625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d1b65f-a14e-49bd-9a75-c7e61c3f3603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.846176161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8500a07-2358-4bfa-a92e-1afe226d904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.849410665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8500a07-2358-4bfa-a92e-1afe226d904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.8525711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8500a07-2358-4bfa-a92e-1afe226d904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:49.855726739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8500a07-2358-4bfa-a92e-1afe226d904e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:51.78480829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"b020ab57-9c89-4de1-8d7f-3e06b6817667","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:51.793784085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"b020ab57-9c89-4de1-8d7f-3e06b6817667","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:51.801215945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"b020ab57-9c89-4de1-8d7f-3e06b6817667","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.514958069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","namespace":"ai-tenant-e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.515043655Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","namespace":"ai-tenant-e2e-api-b-642fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.515106609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","tenant":"e2e-api-b-642fe5","tenantID":"e2e-api-b-642fe5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.519789801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Deployment","name":"maas-api-e2e-api-b-642fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.530430084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Service","name":"maas-api-e2e-api-b-642fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.545289205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-642fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.550828647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-642fe5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.561507994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.570374757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.58200389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.586851782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.58974661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Deployment","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.59245838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.59520563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Service","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.597817494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.600459552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.603136206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.605838667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.611572833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.614457393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.617175321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.619872383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-642fe5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.622582499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-642fe5"},"namespace":"ai-tenant-e2e-api-b-642fe5","name":"default-tenant","reconcileID":"d9470b79-0209-4566-87ed-0a8192376cf9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-642fe5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.715369709Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-642fe5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-642fe5","reconcileID":"262bc98d-d6c5-49e9-bb82-50864c0290f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-642fe5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-642fe5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.955098001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"8f21798c-3ada-4612-bfa5-454741206726","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"tenant":"e2e-mt-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","model":"ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:53.955126166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"8f21798c-3ada-4612-bfa5-454741206726","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"routeName":"e2e-lifecycle-model-ab592834-kserve-route","namespace":"ai-tenant-e2e-mt-ab592834","llmisvcName":"e2e-lifecycle-model-ab592834","gateway":"openshift-ingress/e2e-mt-ab592834","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.275748399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba7b3c-7b80-40c6-8ddd-604eb12f5f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.281128124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba7b3c-7b80-40c6-8ddd-604eb12f5f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.285019475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba7b3c-7b80-40c6-8ddd-604eb12f5f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.288341252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ba7b3c-7b80-40c6-8ddd-604eb12f5f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.788365625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"4b008dfc-5c03-4e2c-9587-cf166585e3bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.848235208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"4b008dfc-5c03-4e2c-9587-cf166585e3bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.861279882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90bad4-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"4b008dfc-5c03-4e2c-9587-cf166585e3bf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.960365747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda132e9-df77-4103-98fc-68276098adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.966518101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda132e9-df77-4103-98fc-68276098adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.971700001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda132e9-df77-4103-98fc-68276098adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:54.976732517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eda132e9-df77-4103-98fc-68276098adaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:55.705497103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab780442-a426-4004-8c10-abd1e36b80a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:55.716987838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab780442-a426-4004-8c10-abd1e36b80a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:55.807086928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab780442-a426-4004-8c10-abd1e36b80a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:55.814640802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab780442-a426-4004-8c10-abd1e36b80a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:56.181722308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f55244e-04e8-4ed7-812d-180f7e7f5366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:56.185612105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f55244e-04e8-4ed7-812d-180f7e7f5366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:56.188889395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f55244e-04e8-4ed7-812d-180f7e7f5366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:56.192233197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f55244e-04e8-4ed7-812d-180f7e7f5366","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:57.319857036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"85ff12fc-16b5-4801-a3c5-1ee467cb0da3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:57.362223984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"85ff12fc-16b5-4801-a3c5-1ee467cb0da3","name":"e2e-api-b-38c9b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.590241231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.590422476Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","namespace":"ai-tenant-e2e-mt-ab592834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.590559714Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","tenant":"e2e-mt-ab592834","tenantID":"e2e-mt-ab592834","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.595451995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Deployment","name":"maas-api-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.661177238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Service","name":"maas-api-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.688706063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.707490378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-ab592834","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.72867544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.754202761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.773271804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.781245061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.786242391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Deployment","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.791079512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.797211797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Service","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.805134493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"Service","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.81039473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"DestinationRule","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.819380433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.822540683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.833174625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.842169222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.849168872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.853147041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-ab592834","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:58.857064152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"default-tenant","reconcileID":"3d7db9ea-925b-42ad-bd5b-799dfdd62015","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-ab592834","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:59.054476238Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ab592834","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ab592834","reconcileID":"1b68f49f-19ae-4a47-864b-8494334c4381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ab592834","removed":["maas.opendatahub.io/gateway-access-e2e-mt-ab592834"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.152442276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"136c2cd6-7658-48e8-87c9-d9d5989e11b6","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.268016094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"136c2cd6-7658-48e8-87c9-d9d5989e11b6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.292567093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"0ae13497-27e8-4c14-8f8c-5ab6b49b3b0d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.292688363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"0ae13497-27e8-4c14-8f8c-5ab6b49b3b0d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.343777392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d96f0a30-f78c-419a-a14e-a217d5348ae1","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.348091344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"d96f0a30-f78c-419a-a14e-a217d5348ae1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.427840875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"82c1cf76-0808-407d-b75d-668708149fad","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.428056925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"82c1cf76-0808-407d-b75d-668708149fad","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.471821233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9171782f-075e-42b6-a6e5-f1ec9da5e4f3","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.471950356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9171782f-075e-42b6-a6e5-f1ec9da5e4f3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.553209415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ef0a2455-87c5-4361-bd6c-9fd9812887cd","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.562204484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ef0a2455-87c5-4361-bd6c-9fd9812887cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:59.659988879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a250dbd-2ea4-4cb6-8333-1fa02e2e1235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:59.664169272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a250dbd-2ea4-4cb6-8333-1fa02e2e1235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:59.667494784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a250dbd-2ea4-4cb6-8333-1fa02e2e1235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:48:59.670850144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a250dbd-2ea4-4cb6-8333-1fa02e2e1235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.737744794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"5defb68b-15b5-4258-b496-7cbfcce3ddc9","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:48:59.737965443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"5defb68b-15b5-4258-b496-7cbfcce3ddc9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:00.045000689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99d09a-1660-4828-a021-8fc57966a749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:00.048555535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99d09a-1660-4828-a021-8fc57966a749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:00.05222162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99d09a-1660-4828-a021-8fc57966a749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:00.055555456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d99d09a-1660-4828-a021-8fc57966a749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:00.059149574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"56599f7e-436f-41cd-aaf5-abcb082bc713","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:00.059224346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"56599f7e-436f-41cd-aaf5-abcb082bc713","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:00.700886642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"48f7897a-ead6-4064-b94a-8cddbeb8eb82","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:00.701004541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"48f7897a-ead6-4064-b94a-8cddbeb8eb82","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:01.817741613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"eee23d55-78df-48ea-860b-7dfd0f0281a7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:01.824486138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"eee23d55-78df-48ea-860b-7dfd0f0281a7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:01.83509642Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"eee23d55-78df-48ea-860b-7dfd0f0281a7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-820ace2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:01.849287489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fcbad2-ec7e-4d6a-8337-87761fd1d7b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:01.849309693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6fcbad2-ec7e-4d6a-8337-87761fd1d7b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:01.985201857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"0f90cac6-e142-4e1e-9b6f-423ac3b6579b","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:01.985292473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"0f90cac6-e142-4e1e-9b6f-423ac3b6579b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.425454793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"2b800976-7111-40f6-9017-aea8d8575058","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.428683242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd52c0c-4205-49bf-986b-9e4e2b2ef640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.428706646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd52c0c-4205-49bf-986b-9e4e2b2ef640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.432798006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-820ace2d","reconcileID":"2b800976-7111-40f6-9017-aea8d8575058","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-820ace2d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-820ace2d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.448187889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ac53687-2368-4a63-b5eb-c8a13c70d31b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:02.448204208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ac53687-2368-4a63-b5eb-c8a13c70d31b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.030295514Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"e8ac471f-8d1f-4d1c-bf97-6e70c7413810","gateway":"openshift-ingress/e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:04.556367826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"6f67c83a-db1d-4c24-9d2b-c1fc22044276","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:04.556561303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"6f67c83a-db1d-4c24-9d2b-c1fc22044276","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:04.817806234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"8b5d8f48-a93b-4045-85da-e185ab1bfb81","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:04.818537146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"8b5d8f48-a93b-4045-85da-e185ab1bfb81","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.869105885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"82f43f6c-1338-468d-be30-6e0809bb11a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.88251869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"82f43f6c-1338-468d-be30-6e0809bb11a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.892263372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90bad4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a29d71687e9bcd5484dc79e785274b121920ff50ca15d98a8627d7730d849) AuthConfig (e219ea31350b8c1658c2cd94034a91cdc13b144e2a55858c4593da3634bc05ad) AuthConfig (471aaa1beba878f43df86021fe9b19d8589d84f5c68ca3f0ae81968a8769e4fc) AuthConfig (7a3c515d4d2a8d7f39b2047becdd73282a28ea205744da5e9b0224e8cd30797e) AuthConfig (9fcc34ca3ccd4e3236ec67ac22031a11565559168f551aba0afd88b98f04fb97) AuthConfig (6b2dbbd4f52b99bee5d276231a654c5588c7a09d629669e6b3119dad3dc163bb) EnvoyFilter (openshift-ingress/e2e-api-a-90bad4) EnvoyFilter (openshift-ingress/e2e-api-a-90bad4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"82f43f6c-1338-468d-be30-6e0809bb11a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.907146529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71a887b7-9c08-4e89-bb8a-7f70369a4efb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:04.90726623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71a887b7-9c08-4e89-bb8a-7f70369a4efb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:05.526173178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"344071cb-fffb-4d8b-b21e-e1b6b9ccacf4","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:05.526375652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"344071cb-fffb-4d8b-b21e-e1b6b9ccacf4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:05.603592703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"91ab84e1-9c2a-453c-ba4b-1087b3fc8c48","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:05.603820006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"91ab84e1-9c2a-453c-ba4b-1087b3fc8c48","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:05.821692538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa93ac2-8470-45fa-abb2-d413f86eed2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:05.826451476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa93ac2-8470-45fa-abb2-d413f86eed2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:05.831192077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa93ac2-8470-45fa-abb2-d413f86eed2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:05.839072621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa93ac2-8470-45fa-abb2-d413f86eed2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.183671101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b012b8c6-89cc-4590-8ccb-270abb8fc3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.187971025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b012b8c6-89cc-4590-8ccb-270abb8fc3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.191673669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b012b8c6-89cc-4590-8ccb-270abb8fc3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.195111192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b012b8c6-89cc-4590-8ccb-270abb8fc3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:06.617167645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ed368516-4179-4f21-8b8e-0bcd99e2c3a7","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:06.617252851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"ed368516-4179-4f21-8b8e-0bcd99e2c3a7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.632156807Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-de30a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-de30a0","reconcileID":"beedcb82-3f24-4e3c-8f90-1a9a99fce263","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-de30a0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-de30a0":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:06.6686056Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"cdc964a2-50c4-47e4-ac2f-7b3be69af185","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:06.668675604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"cdc964a2-50c4-47e4-ac2f-7b3be69af185","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.915676278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78872b-51ab-43f4-b2d5-941606f0609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.943627473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78872b-51ab-43f4-b2d5-941606f0609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.988707871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78872b-51ab-43f4-b2d5-941606f0609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:06.998544127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78872b-51ab-43f4-b2d5-941606f0609f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:07.953757098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b7af51bf-c09c-4aeb-b889-3bc198ddf8df","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:07.953934534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b7af51bf-c09c-4aeb-b889-3bc198ddf8df","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:12.078160287Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"7ae7b1e3-b852-4b9c-b8fb-5a0d73c71f8e","gateway":"openshift-ingress/e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:13.812321837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"e264edcf-e628-4b1c-a206-c7b3861ae907","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-de30a0","tenantID":"e2e-ipp-a-de30a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:13.846823368Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"e264edcf-e628-4b1c-a206-c7b3861ae907","name":"e2e-ipp-a-de30a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:14.915277427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"21b9ad67-07c5-4e51-b65c-716e44ede097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:14.922499956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"21b9ad67-07c5-4e51-b65c-716e44ede097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:14.932588529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-90bad4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cb8a29d71687e9bcd5484dc79e785274b121920ff50ca15d98a8627d7730d849) AuthConfig (e219ea31350b8c1658c2cd94034a91cdc13b144e2a55858c4593da3634bc05ad) AuthConfig (471aaa1beba878f43df86021fe9b19d8589d84f5c68ca3f0ae81968a8769e4fc) AuthConfig (7a3c515d4d2a8d7f39b2047becdd73282a28ea205744da5e9b0224e8cd30797e) AuthConfig (9fcc34ca3ccd4e3236ec67ac22031a11565559168f551aba0afd88b98f04fb97) AuthConfig (6b2dbbd4f52b99bee5d276231a654c5588c7a09d629669e6b3119dad3dc163bb) EnvoyFilter (openshift-ingress/e2e-api-a-90bad4) EnvoyFilter (openshift-ingress/e2e-api-a-90bad4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"21b9ad67-07c5-4e51-b65c-716e44ede097","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:16.880111146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"734416c5-4210-41a5-963a-ebf8ebd8333a","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:16.880239653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"734416c5-4210-41a5-963a-ebf8ebd8333a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:17.303423146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"72298284-1d31-4d3a-ac99-a82b7a7a85c6","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:17.304155317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"72298284-1d31-4d3a-ac99-a82b7a7a85c6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:17.328148115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9df0ec1a-bcd6-45a1-a777-ea0f42a64a74","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:17.32998552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9df0ec1a-bcd6-45a1-a777-ea0f42a64a74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:17.454675398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:17.815362942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f694628e-d9c4-4613-804e-73f87711d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:17.8229807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f694628e-d9c4-4613-804e-73f87711d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:17.839342535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f694628e-d9c4-4613-804e-73f87711d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:17.849747807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f694628e-d9c4-4613-804e-73f87711d9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.246868318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6878f6b6-0a24-4681-ace6-6e331fbb32cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.251175363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6878f6b6-0a24-4681-ace6-6e331fbb32cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.255199075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6878f6b6-0a24-4681-ace6-6e331fbb32cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.25871213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6878f6b6-0a24-4681-ace6-6e331fbb32cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:18.356136501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1d60f6ae-03bf-48bf-aa96-aa408a1908d3","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:18.356195144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"1d60f6ae-03bf-48bf-aa96-aa408a1908d3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.413215245Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4d9549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4d9549","reconcileID":"6c80e07d-82f3-47ba-a460-686b4df379e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4d9549","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-4d9549":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:18.618120096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"504d1b45-08b1-47a8-bed5-2e1caeea0b07","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:18.61827965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"504d1b45-08b1-47a8-bed5-2e1caeea0b07","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.821005126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfd9a2-f735-45f6-b07b-97d36921504d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.895003569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfd9a2-f735-45f6-b07b-97d36921504d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.91527956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfd9a2-f735-45f6-b07b-97d36921504d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:18.991793748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cfd9a2-f735-45f6-b07b-97d36921504d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.541389145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae769ab-d7b5-49f4-a976-941b440d6b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.545130808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae769ab-d7b5-49f4-a976-941b440d6b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.548620818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae769ab-d7b5-49f4-a976-941b440d6b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.552047823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae769ab-d7b5-49f4-a976-941b440d6b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.850348567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef616c6-6a77-4d14-ab45-58a781f7bba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.850418792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef616c6-6a77-4d14-ab45-58a781f7bba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.856434413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"630e65de-d9d1-4b7e-9117-3f4215498c74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.888956336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"630e65de-d9d1-4b7e-9117-3f4215498c74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:19.953280819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"a58b4105-873b-418e-800a-6b6b35a00813","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.019012341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"26802c35-e79e-4f38-aab5-edca46ef048e","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.019193769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"26802c35-e79e-4f38-aab5-edca46ef048e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.023222729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"a58b4105-873b-418e-800a-6b6b35a00813","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.041964597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"a58b4105-873b-418e-800a-6b6b35a00813","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.219610912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec8d434-4a82-4603-a3f1-a0cd99a2c449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.329957828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ec8d434-4a82-4603-a3f1-a0cd99a2c449","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.29632915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a43be0-97be-4856-96ad-f043a9fa9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.370339182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a43be0-97be-4856-96ad-f043a9fa9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.397263126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a43be0-97be-4856-96ad-f043a9fa9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.402613966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a43be0-97be-4856-96ad-f043a9fa9283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.788563521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b737f975-7f27-4b8a-9606-dc713106c971","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.791021504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"b737f975-7f27-4b8a-9606-dc713106c971","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.806575405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9c2b565d-ffad-40dc-9a1c-5868b1ee2c64","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:20.806719038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"9c2b565d-ffad-40dc-9a1c-5868b1ee2c64","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.818705829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"5cacd1c3-de60-40b9-a48f-4c0616c00568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.838848808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"5cacd1c3-de60-40b9-a48f-4c0616c00568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.876700477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a8109f-2aa1-467c-920f-e8d10eb37b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.876787377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5a8109f-2aa1-467c-920f-e8d10eb37b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.913458599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"e836e7ab-7b97-4096-8f73-1714b3e44b57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.935308317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"e836e7ab-7b97-4096-8f73-1714b3e44b57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.942172121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45302de-f07a-4f45-a11d-dc87138bb411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.94824519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45302de-f07a-4f45-a11d-dc87138bb411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.952693265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45302de-f07a-4f45-a11d-dc87138bb411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:20.957839814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45302de-f07a-4f45-a11d-dc87138bb411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.3777234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3728535-d3fe-4f11-bd4d-6334ece9eae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.399681701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3728535-d3fe-4f11-bd4d-6334ece9eae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.43635117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3728535-d3fe-4f11-bd4d-6334ece9eae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.440656827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3728535-d3fe-4f11-bd4d-6334ece9eae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.7854457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d252da0c-2de1-4b5b-9d53-f8247a7588fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.798647576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d252da0c-2de1-4b5b-9d53-f8247a7588fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.804229987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d252da0c-2de1-4b5b-9d53-f8247a7588fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:21.818123751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d252da0c-2de1-4b5b-9d53-f8247a7588fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:26.07398115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"58cdbf98-2640-44cc-afad-e2fd7e0c868b","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:26.074065781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"58cdbf98-2640-44cc-afad-e2fd7e0c868b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:26.616681153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06fc589-6413-48ad-bcfa-f1f9f0f1552d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:26.620619086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06fc589-6413-48ad-bcfa-f1f9f0f1552d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:26.624200579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06fc589-6413-48ad-bcfa-f1f9f0f1552d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:26.629088854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a06fc589-6413-48ad-bcfa-f1f9f0f1552d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.08602549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f708d2d1-db96-4ba1-a387-e1cd976c857f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.090112969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f708d2d1-db96-4ba1-a387-e1cd976c857f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.09388731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f708d2d1-db96-4ba1-a387-e1cd976c857f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.098017223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f708d2d1-db96-4ba1-a387-e1cd976c857f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.682408591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa03e1a-3e2e-4173-8151-37fa59eaa1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.686172508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa03e1a-3e2e-4173-8151-37fa59eaa1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.69043928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa03e1a-3e2e-4173-8151-37fa59eaa1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:27.696733052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa03e1a-3e2e-4173-8151-37fa59eaa1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.100087333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39ca347-2fc8-4ad5-b24a-7b5c5c7bc85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.103548792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39ca347-2fc8-4ad5-b24a-7b5c5c7bc85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.107027336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39ca347-2fc8-4ad5-b24a-7b5c5c7bc85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.110356653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39ca347-2fc8-4ad5-b24a-7b5c5c7bc85d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:28.192154585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"968f98b9-4a22-4c9f-9737-641c7323ae4d","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:28.192354416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"968f98b9-4a22-4c9f-9737-641c7323ae4d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:28.216788682Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3449d555-d9de-4d61-b08f-f359954c41e9","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:28.217424551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"3449d555-d9de-4d61-b08f-f359954c41e9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.4466173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6792fab9-cda6-4f8a-8398-fa565cdcf34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.450156586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6792fab9-cda6-4f8a-8398-fa565cdcf34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.453384461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6792fab9-cda6-4f8a-8398-fa565cdcf34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.456729837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6792fab9-cda6-4f8a-8398-fa565cdcf34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.648154348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae78d838-f6a2-466c-a935-cfd1fd0f0573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.65140006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae78d838-f6a2-466c-a935-cfd1fd0f0573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.654834499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae78d838-f6a2-466c-a935-cfd1fd0f0573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:28.681472328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae78d838-f6a2-466c-a935-cfd1fd0f0573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:29.297481148Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"33555bb7-0c12-4707-9046-905db2baf857","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:29.312746539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"33555bb7-0c12-4707-9046-905db2baf857","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.339134565Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-aa420c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-aa420c","reconcileID":"06180da0-76c0-488f-b9d5-1c732fd5ba9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-aa420c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-aa420c":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:29.401348737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"4f999661-6522-4bae-9eb8-8c8a970233b0","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:29.401434133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"4f999661-6522-4bae-9eb8-8c8a970233b0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.852456877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3aeeaf-6989-4dba-b823-64e2fe839627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.85941491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3aeeaf-6989-4dba-b823-64e2fe839627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.865115165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3aeeaf-6989-4dba-b823-64e2fe839627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.874185889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"24e6ff5b-7e54-4cb3-b973-7d532d05cc4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4d9549","tenantID":"e2e-ipp-a-4d9549","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.891052357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e3aeeaf-6989-4dba-b823-64e2fe839627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:29.91879735Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"24e6ff5b-7e54-4cb3-b973-7d532d05cc4c","name":"e2e-ipp-a-4d9549-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.294001434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"95020178-085e-429b-9d30-ced77a624d02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.301281725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"95020178-085e-429b-9d30-ced77a624d02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.312168619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"95020178-085e-429b-9d30-ced77a624d02","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.382368589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf16ae9-c469-4c33-a300-9d9c1c4db1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.396855498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf16ae9-c469-4c33-a300-9d9c1c4db1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.408220427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf16ae9-c469-4c33-a300-9d9c1c4db1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.413100577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf16ae9-c469-4c33-a300-9d9c1c4db1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.65890261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4c4b-44c5-4008-8081-540181496cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.662541261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4c4b-44c5-4008-8081-540181496cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.666612118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4c4b-44c5-4008-8081-540181496cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.670050878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5bb4c4b-44c5-4008-8081-540181496cc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:30.690756585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"f27dd702-cbb4-4948-8fe6-14c43d479b18","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:30.690835769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"f27dd702-cbb4-4948-8fe6-14c43d479b18","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:30.887354479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a9de406b-127b-4d9a-983c-735713a5c2a0","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:30.897818073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"a9de406b-127b-4d9a-983c-735713a5c2a0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.915411291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"7ea29053-f1e4-4c9e-865b-6345675aaacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:30.989888892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"7ea29053-f1e4-4c9e-865b-6345675aaacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:31.084646181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"c2eedb6e-c8e8-45e3-9e06-70836d665ade","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:31.131159642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"c2eedb6e-c8e8-45e3-9e06-70836d665ade","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.624446213Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"ded63928-3113-43e2-bf5d-c817557ebe43","namespace":"ai-tenant-e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.624632833Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"ded63928-3113-43e2-bf5d-c817557ebe43","namespace":"ai-tenant-e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.624734558Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"ded63928-3113-43e2-bf5d-c817557ebe43","name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.632148408Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"ded63928-3113-43e2-bf5d-c817557ebe43","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.633034066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"61b0fec4-a953-4998-8f79-0ff19ae77fb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.633426373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc0cedb-ed6d-41f6-9c14-3c52a09b0602","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.63347781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc0cedb-ed6d-41f6-9c14-3c52a09b0602","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.649148914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"61b0fec4-a953-4998-8f79-0ff19ae77fb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.690462616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"61b0fec4-a953-4998-8f79-0ff19ae77fb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"name":"e2e-api-a-90bad4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.690546744Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"e2e-e2e-api-a-90bad4-policy","reconcileID":"61b0fec4-a953-4998-8f79-0ff19ae77fb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-90bad4-policy","namespace":"ai-tenant-e2e-api-a-90bad4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.699569878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3396b899-cbb3-4c62-9e31-3a5c9725e158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:38.699641079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3396b899-cbb3-4c62-9e31-3a5c9725e158","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.249395607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"0320ee55-0ec9-4bb3-af03-6537d96d2f20","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-aa420c","tenantID":"e2e-ipp-b-aa420c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.265685316Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"0320ee55-0ec9-4bb3-af03-6537d96d2f20","name":"e2e-ipp-b-aa420c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.389468996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"843c4b5e-4eba-4437-b2cd-abb02b9b6310","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.52062124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"843c4b5e-4eba-4437-b2cd-abb02b9b6310","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.530470789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16d122e25d7697275a0405e5c297d05bdecb5867333346e4197502267535096) AuthConfig (17205fde53a2aefb0fc15ab68c99311b8017ecdd5cd6d212089ef89b522223cf) AuthConfig (32c63a4e27bc2942b233638dcb85301c2e41043c6f941e2e833ec8d0bbe95f58) AuthConfig (052b93881d0b83f3b88e114476bd9d35976e798bb6d7c60928b8696ae93db9a8) AuthConfig (f8d835bbdc247ba5f9661670b3ad9e2663b072813a828460bc6f33e947b4dd69) AuthConfig (06ee1b9e7a5ada5393b5ddcff3220b767f8a289d014519c2191d7bfefdb7be05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"843c4b5e-4eba-4437-b2cd-abb02b9b6310","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.539906612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39937066-26fb-4196-ac27-adcc3fd5f4aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:40.543520462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39937066-26fb-4196-ac27-adcc3fd5f4aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:41.017792518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"925200da-224b-4bf1-8ea4-489f8bc5b4c2","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:41.017893335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"925200da-224b-4bf1-8ea4-489f8bc5b4c2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:41.107212205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"417ccd0b-55dd-4935-9073-314abd9785f5","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:41.107303767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ab592834","namespace":"ai-tenant-e2e-mt-ab592834"},"namespace":"ai-tenant-e2e-mt-ab592834","name":"e2e-lifecycle-model-ab592834","reconcileID":"417ccd0b-55dd-4935-9073-314abd9785f5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ab592834/e2e-lifecycle-model-ab592834-kserve-route (gateways: [openshift-ingress/e2e-mt-ab592834]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:41.731741549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19149a1e-a9e4-4a93-bca7-d163fc28b6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:41.735381533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19149a1e-a9e4-4a93-bca7-d163fc28b6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:41.738606404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19149a1e-a9e4-4a93-bca7-d163fc28b6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:41.742794151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19149a1e-a9e4-4a93-bca7-d163fc28b6b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:42.032951528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5412296e-b0e8-4c7d-a92f-acf58f980af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:42.036410236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5412296e-b0e8-4c7d-a92f-acf58f980af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:42.041956468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5412296e-b0e8-4c7d-a92f-acf58f980af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:42.050099705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5412296e-b0e8-4c7d-a92f-acf58f980af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.42775929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.7471823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","namespace":"ai-tenant-e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.747243301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","namespace":"ai-tenant-e2e-api-a-90bad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.747298421Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","tenant":"e2e-api-a-90bad4","tenantID":"e2e-api-a-90bad4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.752190214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Deployment","name":"maas-api-e2e-api-a-90bad4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.764796087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Service","name":"maas-api-e2e-api-a-90bad4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.783286156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-90bad4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.79044483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-90bad4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.79766792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.804362315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.811019761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.81815728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.821256486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Deployment","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.824210513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.827324553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Service","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.832131508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.835134927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.839546842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.842625909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.849113722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.852411011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.855273961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.858250724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-90bad4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.861264502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-90bad4"},"namespace":"ai-tenant-e2e-api-a-90bad4","name":"default-tenant","reconcileID":"5e0452ce-acd0-45d0-8f1c-b30d82e3c12d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-90bad4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:47.983535214Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-90bad4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-90bad4","reconcileID":"e5857226-7313-4465-b232-58660d716c88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-90bad4","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-90bad4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.582593166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a861ea7-17ad-425b-b71a-ac221f631101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.595109573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a861ea7-17ad-425b-b71a-ac221f631101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.601179116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a861ea7-17ad-425b-b71a-ac221f631101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.609105222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a861ea7-17ad-425b-b71a-ac221f631101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.839453884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7064b-76e0-4ed8-8f7a-a60b3ac0eb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.842928616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7064b-76e0-4ed8-8f7a-a60b3ac0eb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.846353595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7064b-76e0-4ed8-8f7a-a60b3ac0eb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:48.849529361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e7064b-76e0-4ed8-8f7a-a60b3ac0eb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.594189989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c5f6ab0-6c0d-4379-ab35-94851e03f1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.594218654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c5f6ab0-6c0d-4379-ab35-94851e03f1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.604615276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc3ff2a-f4cb-4553-b1ae-caadf3886523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.604713041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bc3ff2a-f4cb-4553-b1ae-caadf3886523","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.630348858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"7c076b6d-efce-44f5-8a2b-1dee1a16bae8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.659664035Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"7c076b6d-efce-44f5-8a2b-1dee1a16bae8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.66664603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"7c076b6d-efce-44f5-8a2b-1dee1a16bae8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.674575575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feb6404e-a280-45e3-ac11-3881702fc035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.674596454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feb6404e-a280-45e3-ac11-3881702fc035","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.841832959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c84a8d9-fa1c-45ba-b7ca-4243f3ea53a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.841853201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c84a8d9-fa1c-45ba-b7ca-4243f3ea53a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.847382278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c1dded-d238-492d-9ee9-33fdc35c1e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.847401382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c1dded-d238-492d-9ee9-33fdc35c1e65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.847470338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"6988e941-c3b9-49e5-aeb8-d7de0b5ac115","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:49.853328975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"581ea377-f841-444e-bbea-ce16177667ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-da47b671\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.855950908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"6988e941-c3b9-49e5-aeb8-d7de0b5ac115","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.86133156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"6988e941-c3b9-49e5-aeb8-d7de0b5ac115","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.869736892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"612fcd27-c0de-474c-9630-1bfb4595472f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.869752918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"612fcd27-c0de-474c-9630-1bfb4595472f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.875257053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7477ebfb-99b8-4c59-8acd-9811c514d636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.875274548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7477ebfb-99b8-4c59-8acd-9811c514d636","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.896490074Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"b5085b3d-57cd-45c7-8e4a-0fd9070fd4be","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-da47b671/e2e-shared-int-sub-da47b671","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.911287979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c8c0d3-383b-4d1c-9bc2-d5ede3379f56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.911304459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53c8c0d3-383b-4d1c-9bc2-d5ede3379f56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.989372791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6b80ba0-065f-4ca4-9bf1-fcf8a25bb324","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:49.989446098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"cf9b90d9-1eaf-415a-94c3-bf65830614f5","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.085738723Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"bbcb5121-b496-44a4-a8fc-7f3d59c30eab","gateway":"openshift-ingress/e2e-ipp-a-4d9549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.553007858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"770d70b0-4279-4f2b-bc5d-b3648f46ea1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.582296299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"770d70b0-4279-4f2b-bc5d-b3648f46ea1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.590126312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16d122e25d7697275a0405e5c297d05bdecb5867333346e4197502267535096) AuthConfig (17205fde53a2aefb0fc15ab68c99311b8017ecdd5cd6d212089ef89b522223cf) AuthConfig (32c63a4e27bc2942b233638dcb85301c2e41043c6f941e2e833ec8d0bbe95f58) AuthConfig (052b93881d0b83f3b88e114476bd9d35976e798bb6d7c60928b8696ae93db9a8) AuthConfig (f8d835bbdc247ba5f9661670b3ad9e2663b072813a828460bc6f33e947b4dd69) AuthConfig (06ee1b9e7a5ada5393b5ddcff3220b767f8a289d014519c2191d7bfefdb7be05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"770d70b0-4279-4f2b-bc5d-b3648f46ea1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.609247773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61c38e-e3a9-40e5-a309-ce7c9628f5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.61339288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61c38e-e3a9-40e5-a309-ce7c9628f5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.621136212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61c38e-e3a9-40e5-a309-ce7c9628f5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.628280733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61c38e-e3a9-40e5-a309-ce7c9628f5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.84757253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b6eaa1-2f9b-4504-933c-7b96d5307b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.84759913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66b6eaa1-2f9b-4504-933c-7b96d5307b1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.853331584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f17a3c-f19e-4a40-a36a-25582ed082b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.853351993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f17a3c-f19e-4a40-a36a-25582ed082b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.889310411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"3464ca08-64e2-49cc-a78d-e30eb2ec76bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.900641076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"3464ca08-64e2-49cc-a78d-e30eb2ec76bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.906909158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"3464ca08-64e2-49cc-a78d-e30eb2ec76bf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.9130806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de31e40b-b13f-46ce-b7fd-496310d34fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.913097947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de31e40b-b13f-46ce-b7fd-496310d34fdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.93905301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482b9e8a-f82a-43cb-af8d-975aa5c2533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.942640093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482b9e8a-f82a-43cb-af8d-975aa5c2533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.946045533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482b9e8a-f82a-43cb-af8d-975aa5c2533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:50.949738619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482b9e8a-f82a-43cb-af8d-975aa5c2533d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.019204552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf51e4d-7cf4-4a17-a659-929b68abdad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.019226324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf51e4d-7cf4-4a17-a659-929b68abdad1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.027870872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935308f8-5936-4bf9-868c-5b51b3442777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.027888461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"935308f8-5936-4bf9-868c-5b51b3442777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:49:51.028815402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"d460e986-9137-459a-892d-9d63ca0fa317","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-da47b671\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.031383766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"369be879-227a-401e-8f6c-f40579981b42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.039076768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"369be879-227a-401e-8f6c-f40579981b42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.045382152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"369be879-227a-401e-8f6c-f40579981b42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.046036451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41264847-1de3-4a0d-a81b-0ef669b4c981","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.046054691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41264847-1de3-4a0d-a81b-0ef669b4c981","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.053503253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4ab8ae6-1b11-42c2-ab7b-698e1695c3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.053518079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4ab8ae6-1b11-42c2-ab7b-698e1695c3e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.077533192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"61ae2c5c-aae6-4ac6-8077-9645103ad576","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-251ad497/e2e-shared-int-sub-da47b671","ai-tenant-e2e-mt-da47b671/e2e-shared-int-sub-da47b671","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.095951137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aaa98b4-3540-442c-baef-0d0a47cbc4c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.095970668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7aaa98b4-3540-442c-baef-0d0a47cbc4c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.176629989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"0d42260c-592b-4643-bc77-36d0a59333dd","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.179778437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2ae5a05-9342-4bfb-8628-66d75b0ec998","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.180420719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"b278f5b3-63f0-423b-875e-7553873cc3bb","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.812100873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"25c826ac-65e7-4065-9f38-d8f63ab62de2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.812189223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81227a87-9666-43b0-885e-c391970b8731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.812206573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81227a87-9666-43b0-885e-c391970b8731","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.817890679Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-policy-da47b671","reconcileID":"25c826ac-65e7-4065-9f38-d8f63ab62de2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"policyNamespace":"ai-tenant-e2e-mt-da47b671","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.824399329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3440729-6f6c-43ae-8d90-1cbe18764f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.824415478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3440729-6f6c-43ae-8d90-1cbe18764f44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.983104812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b7265b8-d4ed-405f-a337-e167c3a81282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:51.983159584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b7265b8-d4ed-405f-a337-e167c3a81282","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:55.969323663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"faa7d414-1edf-4977-a6ba-2aac9d282fad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:55.979994921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"faa7d414-1edf-4977-a6ba-2aac9d282fad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:55.992063894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16d122e25d7697275a0405e5c297d05bdecb5867333346e4197502267535096) AuthConfig (17205fde53a2aefb0fc15ab68c99311b8017ecdd5cd6d212089ef89b522223cf) AuthConfig (32c63a4e27bc2942b233638dcb85301c2e41043c6f941e2e833ec8d0bbe95f58) AuthConfig (052b93881d0b83f3b88e114476bd9d35976e798bb6d7c60928b8696ae93db9a8) AuthConfig (f8d835bbdc247ba5f9661670b3ad9e2663b072813a828460bc6f33e947b4dd69) AuthConfig (06ee1b9e7a5ada5393b5ddcff3220b767f8a289d014519c2191d7bfefdb7be05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"faa7d414-1edf-4977-a6ba-2aac9d282fad","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.095227634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"36b8796c-3fd4-4b28-9e2b-460d9d4a83a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.105423359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"36b8796c-3fd4-4b28-9e2b-460d9d4a83a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.111513978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-38c9b0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f16d122e25d7697275a0405e5c297d05bdecb5867333346e4197502267535096) AuthConfig (17205fde53a2aefb0fc15ab68c99311b8017ecdd5cd6d212089ef89b522223cf) AuthConfig (32c63a4e27bc2942b233638dcb85301c2e41043c6f941e2e833ec8d0bbe95f58) AuthConfig (052b93881d0b83f3b88e114476bd9d35976e798bb6d7c60928b8696ae93db9a8) AuthConfig (f8d835bbdc247ba5f9661670b3ad9e2663b072813a828460bc6f33e947b4dd69) AuthConfig (06ee1b9e7a5ada5393b5ddcff3220b767f8a289d014519c2191d7bfefdb7be05)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"36b8796c-3fd4-4b28-9e2b-460d9d4a83a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.240158846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bff4150-57bd-4ecc-8702-d780d49e9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.252599655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bff4150-57bd-4ecc-8702-d780d49e9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.258396602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bff4150-57bd-4ecc-8702-d780d49e9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.26307141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bff4150-57bd-4ecc-8702-d780d49e9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.59966821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd1497-0351-457d-85b4-cb068b9476a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.603098443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd1497-0351-457d-85b4-cb068b9476a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.606338623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd1497-0351-457d-85b4-cb068b9476a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.610236475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd1497-0351-457d-85b4-cb068b9476a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.993246461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89615cb4-a47f-4c36-b93f-8a2f9f043b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:56.997132097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89615cb4-a47f-4c36-b93f-8a2f9f043b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.00039646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89615cb4-a47f-4c36-b93f-8a2f9f043b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.00377735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89615cb4-a47f-4c36-b93f-8a2f9f043b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.344537972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab932bf6-4943-4782-9189-186adab0f882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.347983192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab932bf6-4943-4782-9189-186adab0f882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.351784116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab932bf6-4943-4782-9189-186adab0f882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.355329468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab932bf6-4943-4782-9189-186adab0f882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.686608607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf9d20f-c6dd-49c0-a4f6-bfa6e5d28fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.690250457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf9d20f-c6dd-49c0-a4f6-bfa6e5d28fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.693630795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf9d20f-c6dd-49c0-a4f6-bfa6e5d28fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:57.696899801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf9d20f-c6dd-49c0-a4f6-bfa6e5d28fc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:58.230359968Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a2697c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a2697c","reconcileID":"194d4b11-e724-44d2-9677-2c396754d120","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a2697c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a2697c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:58.441118195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cba70cc-4e33-4e2d-a8d6-498a8a17d0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:58.444679028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cba70cc-4e33-4e2d-a8d6-498a8a17d0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:58.448155084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cba70cc-4e33-4e2d-a8d6-498a8a17d0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:49:58.451344674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cba70cc-4e33-4e2d-a8d6-498a8a17d0b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:00.600432126Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"e5431e56-dd90-4638-8e23-c0894667f969","gateway":"openshift-ingress/e2e-ipp-b-aa420c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:01.066700191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"05b4503a-dba7-4e31-b3a2-614ddec28825","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:01.123671488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"05b4503a-dba7-4e31-b3a2-614ddec28825","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:01.137077666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"05b4503a-dba7-4e31-b3a2-614ddec28825","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.006795475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"e34d1bc3-e9ee-4178-966d-07e8bc824d46","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-da47b671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.065679313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"namespace":"ai-tenant-e2e-mt-da47b671","name":"e2e-shared-int-sub-da47b671","reconcileID":"e34d1bc3-e9ee-4178-966d-07e8bc824d46","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-da47b671"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-251ad497/e2e-shared-int-sub-da47b671","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.086359168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"53b51be0-f162-4282-b309-423e1b2ae33e","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.095226254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bda8b6c-4d25-4891-94ad-74c60611f5c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.189318707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a96f04a9-58d6-43ee-b76f-e8eefd40aa1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:02.189367125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a96f04a9-58d6-43ee-b76f-e8eefd40aa1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.433218284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"af954cca-eff1-4f58-90e4-f3e19ef5e4c8","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.613204703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"8719a94b-764c-456d-9a52-12f106ae32a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.628861657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e8fb4460-5cb5-4a70-b7c8-0be4b75b7e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.645189186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7672ecbd-40b7-432b-9563-7eacf245e4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.663845077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e8fb4460-5cb5-4a70-b7c8-0be4b75b7e28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.670187352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7672ecbd-40b7-432b-9563-7eacf245e4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.688463481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"33f304ca-0172-44ac-9bf4-bccde26a7361","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.73447661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"e558b591-91b6-4657-88e0-a51d596f0aa4","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:05.957213577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"6b5986f8-9b88-4eb5-b112-c7fdc5d5992a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.05720735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"830c7702-4bb1-4bb4-b4ea-fe1b962837dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.058397206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"71b7800f-8eb1-4bac-813a-4883cdf22f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.059372267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"8a63d9bc-cb35-4d67-a70c-d73eef5e1312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.101194276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"71b7800f-8eb1-4bac-813a-4883cdf22f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.104259405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"830c7702-4bb1-4bb4-b4ea-fe1b962837dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.139400249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"b14d1733-38b0-410f-a644-8c74526b8b2b","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.154464349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"ee628363-9d72-4c71-bb42-53e1c850e922","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.192025793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"9b824454-fe08-47d9-8590-3dbdba8d3a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.230844312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"ea7d95fd-a6aa-42f1-a7f2-2bb63ab8a64b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.253479487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"9b824454-fe08-47d9-8590-3dbdba8d3a7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.494378731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"160fb773-15cd-49e5-91f3-9617f9c43c33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.494510843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"160fb773-15cd-49e5-91f3-9617f9c43c33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.513624606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"e1d92481-90ac-43f2-aa4c-b27bb4a7a066","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.529547742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"e1d92481-90ac-43f2-aa4c-b27bb4a7a066","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:50:06.707309972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"e1d92481-90ac-43f2-aa4c-b27bb4a7a066","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-38c9b0-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.784581218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"d610c8ef-aba0-4a5e-b726-1621d5cc3fc1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:06.804706605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"d610c8ef-aba0-4a5e-b726-1621d5cc3fc1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.705524351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"651c7aad-e9b9-4af9-af6b-c7b883e70d20","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.823909545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"28328b28-2aaf-42f3-b392-f34c962cd24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.830309893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"9babbf54-227a-4f15-bf82-d761bb71ed0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.851556109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"28328b28-2aaf-42f3-b392-f34c962cd24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.856663371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1a475ce4-c403-428e-8f4b-27d4eff4a5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.863583643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1a475ce4-c403-428e-8f4b-27d4eff4a5ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.866559259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"62570a6b-0d58-436a-872d-70772c5b53b3","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.880524177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"200db79c-c7ca-42f9-81da-93511e11b185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:07.977126359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"caef625b-8b0b-4bde-b5b3-ca94c440ca8d","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.344400852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"81886e6d-e946-4d09-9ba0-9d290d0b398c","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.362874466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3b42da09-3169-45f0-ad71-ce317d278a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.363065927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ffdc50ce-32fc-4a04-9254-ac9383349b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.370280426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3b42da09-3169-45f0-ad71-ce317d278a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.370319313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ffdc50ce-32fc-4a04-9254-ac9383349b64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.396670024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"1eb1ac3d-2307-4942-a1d9-0c2d9f9b3af5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.443156876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c0158580-6ad6-4d2e-ad39-517130e35bfa","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:08.498289257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"feaeb1e0-b4c2-4ac0-b561-2072824ac10a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:11.188711222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"798875f1-2320-41a2-8aad-77fb351f6898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:11.200146882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"798875f1-2320-41a2-8aad-77fb351f6898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:11.206483194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"798875f1-2320-41a2-8aad-77fb351f6898","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:11.216170692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c365a47-e526-44fc-8aa2-692f643cf8cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:11.216195127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c365a47-e526-44fc-8aa2-692f643cf8cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:12.46956276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"5c52b0ba-aa44-4c2a-8020-3bfcf194da00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a2697c","tenantID":"e2e-ipp-b-a2697c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:12.533606126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"5c52b0ba-aa44-4c2a-8020-3bfcf194da00","name":"e2e-ipp-b-a2697c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.34297405Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"b66e71c8-6775-461c-8b6e-c9bdcd2b1409","namespace":"ai-tenant-e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.343141962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"b66e71c8-6775-461c-8b6e-c9bdcd2b1409","namespace":"ai-tenant-e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.343239101Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"b66e71c8-6775-461c-8b6e-c9bdcd2b1409","name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.350872892Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"b66e71c8-6775-461c-8b6e-c9bdcd2b1409","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.351349541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"13c3fb24-8af2-4a4f-9b4d-efc26b93b9c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.351776153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"889514f1-0bf8-4aeb-a31d-c23fdcc2bc10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.351800868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"889514f1-0bf8-4aeb-a31d-c23fdcc2bc10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.418724997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"13c3fb24-8af2-4a4f-9b4d-efc26b93b9c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.441516135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"13c3fb24-8af2-4a4f-9b4d-efc26b93b9c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"name":"e2e-api-b-38c9b0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.441538418Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"e2e-e2e-api-b-38c9b0-policy","reconcileID":"13c3fb24-8af2-4a4f-9b4d-efc26b93b9c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-38c9b0-policy","namespace":"ai-tenant-e2e-api-b-38c9b0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.483000782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9dbb288-a056-49c4-90d3-7e4413d72f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:14.483020905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9dbb288-a056-49c4-90d3-7e4413d72f30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:17.431152034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:21.301593095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"c767302f-42b8-4f5d-954d-40796c6a2b55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:21.326471472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"c767302f-42b8-4f5d-954d-40796c6a2b55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:21.385058177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"c767302f-42b8-4f5d-954d-40796c6a2b55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:23.733263301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd44104-c83e-4f1b-8cd4-64afac875cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:23.7373426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd44104-c83e-4f1b-8cd4-64afac875cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:23.742961192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd44104-c83e-4f1b-8cd4-64afac875cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:23.750366734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd44104-c83e-4f1b-8cd4-64afac875cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.030478434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60aeca22-bf59-4435-ae63-f45560ea5490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.085355125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60aeca22-bf59-4435-ae63-f45560ea5490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.167679287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60aeca22-bf59-4435-ae63-f45560ea5490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.236995967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60aeca22-bf59-4435-ae63-f45560ea5490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.510715846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d180c3-90fc-429f-9feb-116a8f1dfe37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.514223263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d180c3-90fc-429f-9feb-116a8f1dfe37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.521892397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d180c3-90fc-429f-9feb-116a8f1dfe37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.529651075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d180c3-90fc-429f-9feb-116a8f1dfe37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:24.696318555Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-814dc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-814dc0","reconcileID":"4d5cfd87-22c9-4e25-8311-572ef70434e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-814dc0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-814dc0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:25.005865095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb66d9-9655-4f38-8016-f5172ffbc21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:25.009522715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb66d9-9655-4f38-8016-f5172ffbc21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:25.012713511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb66d9-9655-4f38-8016-f5172ffbc21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:25.01613292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbb66d9-9655-4f38-8016-f5172ffbc21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:31.404422017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"cef86a9f-84c3-4032-9a9d-b1417b274674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:31.411845727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"cef86a9f-84c3-4032-9a9d-b1417b274674","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:31.43357373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215cb9a9-e128-4697-94df-c5871fb7cf98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:31.433593926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215cb9a9-e128-4697-94df-c5871fb7cf98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.635949661Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","namespace":"ai-tenant-e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.636025862Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","namespace":"ai-tenant-e2e-api-b-38c9b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.636082542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","tenant":"e2e-api-b-38c9b0","tenantID":"e2e-api-b-38c9b0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.640892757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Deployment","name":"maas-api-e2e-api-b-38c9b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.652475475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Service","name":"maas-api-e2e-api-b-38c9b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.669071393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-38c9b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.673798528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-38c9b0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.685695191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.690831913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.698405647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.705703954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.708647416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Deployment","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.712885897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.715782474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Service","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.718545946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"Service","name":"payload-pre-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.72136393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.724166504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.726900438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.73326382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.736275491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.739082144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.741931368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-38c9b0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.744774493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-38c9b0"},"namespace":"ai-tenant-e2e-api-b-38c9b0","name":"default-tenant","reconcileID":"efe9bfa6-5b27-4a3d-a3d8-80c73366f004","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-38c9b0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:32.882425879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-38c9b0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-38c9b0","reconcileID":"a0a009ba-c78b-4a11-b4fc-312535cf84bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-38c9b0","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-38c9b0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.469175322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e9914a-860b-404b-b177-a67b62f806e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.472723581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e9914a-860b-404b-b177-a67b62f806e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.475938149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e9914a-860b-404b-b177-a67b62f806e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.479531565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e9914a-860b-404b-b177-a67b62f806e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.717991685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c48d4e-f685-4470-bfd6-5e2d256d3750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.721330472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c48d4e-f685-4470-bfd6-5e2d256d3750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.724590672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c48d4e-f685-4470-bfd6-5e2d256d3750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:33.727881057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c48d4e-f685-4470-bfd6-5e2d256d3750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:37.542349347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"8c485464-99cb-4410-a073-8327a4356bcd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-814dc0","tenantID":"e2e-ipp-b-814dc0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:37.704829383Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"8c485464-99cb-4410-a073-8327a4356bcd","name":"e2e-ipp-b-814dc0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:38.866460579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"efcd1db9-221a-4e1e-b402-5649803e83fc","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:38.866488563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"efcd1db9-221a-4e1e-b402-5649803e83fc","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.214758553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"afaeb881-3370-49ca-9844-7f2ecd5adef9","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.214789267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"afaeb881-3370-49ca-9844-7f2ecd5adef9","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.222308989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"31ac4683-7652-4180-9c87-462121002097","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.222332653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"31ac4683-7652-4180-9c87-462121002097","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.227806972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"7845b8bc-5484-4f20-8d15-c854efbaef74","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.30806974Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"7845b8bc-5484-4f20-8d15-c854efbaef74","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.314104137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a51d55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"7845b8bc-5484-4f20-8d15-c854efbaef74","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.319771545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"4d832f10-e679-4273-a7df-a5180850f547","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:39.319789949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"4d832f10-e679-4273-a7df-a5180850f547","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:47.426320482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.349375354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cccf53-621a-4a22-b8a2-5783781feeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.353452151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cccf53-621a-4a22-b8a2-5783781feeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.35735714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cccf53-621a-4a22-b8a2-5783781feeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.36126248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cccf53-621a-4a22-b8a2-5783781feeda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.627474988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549e2f7d-c310-4124-a951-60674ddd97ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.630887809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549e2f7d-c310-4124-a951-60674ddd97ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.634183121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549e2f7d-c310-4124-a951-60674ddd97ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:48.638099826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549e2f7d-c310-4124-a951-60674ddd97ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:49.32632913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"44d7902f-1d88-4028-a7a2-e8698356d462","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:49.333634497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"44d7902f-1d88-4028-a7a2-e8698356d462","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:49.341477796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a51d55-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"44d7902f-1d88-4028-a7a2-e8698356d462","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.444224852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf98015-96d3-48b6-afb7-7de9fdc69e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.447818338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf98015-96d3-48b6-afb7-7de9fdc69e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.453720854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf98015-96d3-48b6-afb7-7de9fdc69e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.460571823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf98015-96d3-48b6-afb7-7de9fdc69e03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.726196886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df444c-cb93-4a0f-824e-1a89854378e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.731426901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df444c-cb93-4a0f-824e-1a89854378e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.736899552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df444c-cb93-4a0f-824e-1a89854378e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:51.743556164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df444c-cb93-4a0f-824e-1a89854378e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.257029001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a7e386-5bc7-460f-b9b0-4179e3c85953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.260535098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a7e386-5bc7-460f-b9b0-4179e3c85953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.26517842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a7e386-5bc7-460f-b9b0-4179e3c85953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.284073682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1a7e386-5bc7-460f-b9b0-4179e3c85953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.64934961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2852955-6c11-440f-a6c0-661c4eaddb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.653066081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2852955-6c11-440f-a6c0-661c4eaddb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.65638343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2852955-6c11-440f-a6c0-661c4eaddb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:55.660134153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2852955-6c11-440f-a6c0-661c4eaddb8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:56.220060385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b3dc04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b3dc04","reconcileID":"e5777d89-1734-4276-a341-e4aeeb624022","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b3dc04","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b3dc04":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:56.542339027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b31ed57-6f41-40f4-8237-1799e362701c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:56.557276966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b31ed57-6f41-40f4-8237-1799e362701c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:56.6088893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b31ed57-6f41-40f4-8237-1799e362701c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:56.62115339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b31ed57-6f41-40f4-8237-1799e362701c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:59.350439619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"5c411d3c-9358-4066-93b3-15999b94b421","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:59.381518484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"5c411d3c-9358-4066-93b3-15999b94b421","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:59.38766977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a51d55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d852afb7b6f5780699884bcba92f95d082e7f309bb52c03f0f607b52e899abe) AuthConfig (6f6931137726012a471119f6a442ef57af8b2b17acac1ce07947f6f0855fc926) AuthConfig (823eeee0b36f34c396585500c459ac1adcfd82e5c35ca48bcbb8a01616836e81) AuthConfig (c83c71b1d82ceecd94fd6bc549418bf478f3cd5e00f53bc755317d3e667c82b3) AuthConfig (bfde4cfab9baf900ddd27333e009ffa16ac31002974b5b44636d769f96d3babd) AuthConfig (0a469bc48af5c86d2937068473c8a61458ea4c75a72d7d5c2f6e74baa980cdd3) AuthConfig (3c2a3acf4d6a51fadf561f4776e7c8d7a5364f94aa4518475a47592209e58340) AuthConfig (f06e21b93c523e8277c5444bde640ac96cdb3150110785d14f42d7bffc1bb3c6) AuthConfig (5088016bdc558a126219e9c5e3774e31a25844397c4a49e04cab3d5bd99b93a0) AuthConfig (7ba3435dee93e77c8cf4bc99baa393a63466e3b7d8cdc124b5a014c3e4e1c8f9) AuthConfig (5329b01ccd57391aa4a901cb4db4fa8d91620c184335456f44b5cb9de3a40263) AuthConfig (ba1c1c656417a843332a5ffdff7518e401fdf1169281078dd94a74cd577d50ce) AuthConfig (5284308f63cff77cbbfb3b9871f6d9971f42ddf9104dbcc4d94044716ba0f680) AuthConfig (e3271f1e337443d2eb5782997d3ac0a899dc0aee586867066c96aacf5d89474c) AuthConfig (857531bb5ddaeb945f1cc1a1e71fe1da0d57c76ff7a09cda5e8022315a4c8e61) AuthConfig (b18f367d6b139b23e59f3bac83dd08346d3b71c70cdecac808fcb1af45fa24fd) AuthConfig (6fa93d85f51bf07d15c8c31791f0ee090f0e33ab3551219069e6dcf832f7d130) AuthConfig (be9f1814d8158266c5f26331f25480ad0bbcd131521605360d5c1f1082e7ee78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"5c411d3c-9358-4066-93b3-15999b94b421","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:59.39713048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"2168b1e6-b567-4cf5-b654-39d77abad209","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:50:59.397152264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"2168b1e6-b567-4cf5-b654-39d77abad209","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:06.257174705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"2365103b-9b4b-4db1-99a2-4b5f69b92803","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b3dc04","tenantID":"e2e-praxis-a-b3dc04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:06.296695605Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"2365103b-9b4b-4db1-99a2-4b5f69b92803","name":"e2e-praxis-a-b3dc04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:09.404043493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"68db38da-805e-4e0b-8e56-6ef9fb04a5e5","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:09.412046585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"68db38da-805e-4e0b-8e56-6ef9fb04a5e5","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:09.417560073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-a51d55-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d852afb7b6f5780699884bcba92f95d082e7f309bb52c03f0f607b52e899abe) AuthConfig (6f6931137726012a471119f6a442ef57af8b2b17acac1ce07947f6f0855fc926) AuthConfig (823eeee0b36f34c396585500c459ac1adcfd82e5c35ca48bcbb8a01616836e81) AuthConfig (c83c71b1d82ceecd94fd6bc549418bf478f3cd5e00f53bc755317d3e667c82b3) AuthConfig (bfde4cfab9baf900ddd27333e009ffa16ac31002974b5b44636d769f96d3babd) AuthConfig (0a469bc48af5c86d2937068473c8a61458ea4c75a72d7d5c2f6e74baa980cdd3) AuthConfig (3c2a3acf4d6a51fadf561f4776e7c8d7a5364f94aa4518475a47592209e58340) AuthConfig (f06e21b93c523e8277c5444bde640ac96cdb3150110785d14f42d7bffc1bb3c6) AuthConfig (5088016bdc558a126219e9c5e3774e31a25844397c4a49e04cab3d5bd99b93a0) AuthConfig (7ba3435dee93e77c8cf4bc99baa393a63466e3b7d8cdc124b5a014c3e4e1c8f9) AuthConfig (5329b01ccd57391aa4a901cb4db4fa8d91620c184335456f44b5cb9de3a40263) AuthConfig (ba1c1c656417a843332a5ffdff7518e401fdf1169281078dd94a74cd577d50ce) AuthConfig (5284308f63cff77cbbfb3b9871f6d9971f42ddf9104dbcc4d94044716ba0f680) AuthConfig (e3271f1e337443d2eb5782997d3ac0a899dc0aee586867066c96aacf5d89474c) AuthConfig (857531bb5ddaeb945f1cc1a1e71fe1da0d57c76ff7a09cda5e8022315a4c8e61) AuthConfig (b18f367d6b139b23e59f3bac83dd08346d3b71c70cdecac808fcb1af45fa24fd) AuthConfig (6fa93d85f51bf07d15c8c31791f0ee090f0e33ab3551219069e6dcf832f7d130) AuthConfig (be9f1814d8158266c5f26331f25480ad0bbcd131521605360d5c1f1082e7ee78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"68db38da-805e-4e0b-8e56-6ef9fb04a5e5","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.175520066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","namespace":"ai-tenant-e2e-ipp-a-de30a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.175588131Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","namespace":"ai-tenant-e2e-ipp-a-de30a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.175644156Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","tenant":"e2e-ipp-a-de30a0","tenantID":"e2e-ipp-a-de30a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.181327825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-de30a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.19934799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Service","name":"maas-api-e2e-ipp-a-de30a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.21552534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-de30a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.230264224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-de30a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.247161271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.265293253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.290755327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.309339744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.330755069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.355392989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.369694728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Service","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.387104219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.39753635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.406959542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.417089306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.434061375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.439187288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.444059765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.448584475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-de30a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.455895424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-de30a0"},"namespace":"ai-tenant-e2e-ipp-a-de30a0","name":"default-tenant","reconcileID":"9e4d302c-e116-49e8-9a2c-8253f167cff8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-de30a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.597785609Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-de30a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-de30a0","reconcileID":"b2ca2256-3b3d-483e-92ee-3a6c9fb70aec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-de30a0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-de30a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:10.946406187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec65751-5d2a-465c-aa09-0044636d2f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.067186214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec65751-5d2a-465c-aa09-0044636d2f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.09872644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec65751-5d2a-465c-aa09-0044636d2f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.105184371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec65751-5d2a-465c-aa09-0044636d2f62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.351330828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416d5ca-fa40-4839-88f6-aadc38441afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.354486034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416d5ca-fa40-4839-88f6-aadc38441afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.35765196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416d5ca-fa40-4839-88f6-aadc38441afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:11.360848621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416d5ca-fa40-4839-88f6-aadc38441afd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.464808994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"6f3cb0d4-2481-453b-b92f-612e697c5c29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.46556493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"a3f3b3d8-1bf5-4a28-a3bd-6516a2201a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.551845409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ee3d31a-fdb6-4e15-a23b-c10eda7a5eca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.552208048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"85278b39-05c9-4272-9cad-3a4be3641ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.552364824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"29b0fff4-4959-4464-81d0-9142e9881103","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.552668837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"5594dada-36c2-4867-8449-d676a577501d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.552721896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"ffebce7a-5bae-444c-b264-d4027840ae1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.651657941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"2d5ea8f5-b558-4318-a5f2-72a097720466","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.651836981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"09647c73-844c-4da7-9a03-8268a5418189","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.654310627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"3c6bc071-9afd-4827-9f30-c20744d05231","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.654439133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd4d5177-d414-44b7-8567-10d3fa6108b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.654644753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"e2f3dab5-b219-4ac7-bc61-bccb454061dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:12.707790498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"eba7250a-6ec2-4004-8657-05a3894eae7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.064213949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a57db-e854-4dca-b13d-b2c6c9ee9296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.068316109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a57db-e854-4dca-b13d-b2c6c9ee9296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.072240234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a57db-e854-4dca-b13d-b2c6c9ee9296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.083143243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42a57db-e854-4dca-b13d-b2c6c9ee9296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.33804015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4de46-5b5f-4341-8568-0e31ae19d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.346985461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4de46-5b5f-4341-8568-0e31ae19d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.382087995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4de46-5b5f-4341-8568-0e31ae19d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.387021958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe4de46-5b5f-4341-8568-0e31ae19d40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:17.424977882Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.453285888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fac7d0-720e-4e9b-896e-5b0cb797788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.456675996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fac7d0-720e-4e9b-896e-5b0cb797788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.460043334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fac7d0-720e-4e9b-896e-5b0cb797788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.463668036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fac7d0-720e-4e9b-896e-5b0cb797788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.81848727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7be78-6189-416a-9039-498061aee9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.821855093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7be78-6189-416a-9039-498061aee9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.825152063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7be78-6189-416a-9039-498061aee9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:18.828444648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bab7be78-6189-416a-9039-498061aee9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.109143714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8726bee-511b-471d-82a3-dcf45ab61aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.112384563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8726bee-511b-471d-82a3-dcf45ab61aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.115643218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8726bee-511b-471d-82a3-dcf45ab61aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.118822319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8726bee-511b-471d-82a3-dcf45ab61aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.424234264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"b77e3da1-99f5-4fc0-a081-7b26a1a7b723","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.433020225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"b77e3da1-99f5-4fc0-a081-7b26a1a7b723","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.550792019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"84bec837-69cc-4440-aace-c06b67ff148b","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:19.550812517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"84bec837-69cc-4440-aace-c06b67ff148b","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.626052887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"4a94c051-b0cf-4b12-995a-d69cde25d686","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.626098092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"4a94c051-b0cf-4b12-995a-d69cde25d686","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.634559443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"fc4e25e2-01d3-45ff-a524-b85467d72c11","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.634578123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"fc4e25e2-01d3-45ff-a524-b85467d72c11","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.636973448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"8bff5c20-874e-4dfe-b4dc-f11d825d3ca6","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:51:20.637503647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"d0c8c510-e626-4429-814a-db8b20161657","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-a51d55-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:51:20.638794139Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"fc4e25e2-01d3-45ff-a524-b85467d72c11","name":"ipp-route-a51d55","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a51d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:51:20.63883925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"fc4e25e2-01d3-45ff-a524-b85467d72c11","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a51d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.643954923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"8bff5c20-874e-4dfe-b4dc-f11d825d3ca6","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.644191275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"41b1b519-12aa-4f14-8809-600ef7e2e064","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.644203077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"41b1b519-12aa-4f14-8809-600ef7e2e064","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.649090116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"2cf060a7-e0fc-436c-aaf5-d417789c93ce","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.649106794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"2cf060a7-e0fc-436c-aaf5-d417789c93ce","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.655447608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"58e6134e-71b7-4351-a430-f648f53addee","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.655473263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"58e6134e-71b7-4351-a430-f648f53addee","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.688090148Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"37762e92-2f83-4c9a-b457-8532e531bf80","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ipp-route-a51d55","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.739486969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"989026df-78f5-4fb4-9f8e-8e30e224b4e3","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.739840804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"989026df-78f5-4fb4-9f8e-8e30e224b4e3","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.758950838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"13ea6409-48f1-45c7-9d03-6680099c4e42","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.771880572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"13ea6409-48f1-45c7-9d03-6680099c4e42","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:20.783309685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"cf06a24e-7155-4154-9c71-cee7ebd5cbcc","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.209424453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"149a9271-e313-4df7-97d1-4de701886f65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.257900115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"91067b44-63b3-40fc-8832-535630c79a5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.258748722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88ac38f6-2083-4177-9087-74fa7111f532","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.259321789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"4fe59522-e53c-471c-9591-6fefbefddc88","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.259869631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c0e75bd-0434-44fd-834d-fc2263b1fb72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.387557786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"bd476f97-ce4e-4ed6-a12b-5ba538716f74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.388021219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"f707ce6d-2bd1-4685-a005-a6d834063c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.389175458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"7d92677a-bc9e-4323-b37d-92fdff5d745e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.389651388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"d05719ed-0566-45b8-ac44-00f193c2d8df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.493507906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"7606cf22-6ef6-4efb-ac9c-def9dc5fd5fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.494874595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"893b040f-8a47-4474-8f4f-0b8f24693574","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.496209013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"07cd3ed5-0145-4017-89f8-a37b48ea3a93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:25.49696339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"f97cd74d-40cf-4b18-87b7-27c22d6c22ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.459490902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee183e93-0ac6-4f06-89dc-b4e774db0b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.463272208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee183e93-0ac6-4f06-89dc-b4e774db0b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.466563534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee183e93-0ac6-4f06-89dc-b4e774db0b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.469980812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee183e93-0ac6-4f06-89dc-b4e774db0b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.785828422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549784e8-8448-4662-bb1e-792579a20649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.796243003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549784e8-8448-4662-bb1e-792579a20649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.808046347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549784e8-8448-4662-bb1e-792579a20649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:27.811807915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"549784e8-8448-4662-bb1e-792579a20649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.146211327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ccb0b-939c-49d1-b65f-9376bc5005c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.149971812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ccb0b-939c-49d1-b65f-9376bc5005c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.153559319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ccb0b-939c-49d1-b65f-9376bc5005c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.159349984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2ccb0b-939c-49d1-b65f-9376bc5005c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.917051702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","namespace":"ai-tenant-e2e-ipp-b-a2697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.917113994Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","namespace":"ai-tenant-e2e-ipp-b-a2697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.917161988Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","tenant":"e2e-ipp-b-a2697c","tenantID":"e2e-ipp-b-a2697c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.921790405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a2697c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.932199441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Service","name":"maas-api-e2e-ipp-b-a2697c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.948146929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a2697c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.955978534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a2697c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.967707643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.972562214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.980753742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.989175422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:28.996221725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.005074195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.038103921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Service","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.057183967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.070907937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.091518477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.100414662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.1082247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.115295943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.128360391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.133167363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a2697c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.137781273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a2697c"},"namespace":"ai-tenant-e2e-ipp-b-a2697c","name":"default-tenant","reconcileID":"07441e94-42ab-47b7-b471-f488096fcea8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a2697c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.371471959Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a2697c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a2697c","reconcileID":"e4b3737b-9f73-405a-846f-4bd980ffdaca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a2697c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a2697c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:29.992489277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaaaeebd-d630-4e4e-909c-964b984a8d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.009344212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaaaeebd-d630-4e4e-909c-964b984a8d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.051501074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaaaeebd-d630-4e4e-909c-964b984a8d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.060246797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaaaeebd-d630-4e4e-909c-964b984a8d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.349857878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45a7893-4cde-4456-8b8c-ffe8c3094f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.353360209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45a7893-4cde-4456-8b8c-ffe8c3094f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.356683818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45a7893-4cde-4456-8b8c-ffe8c3094f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:30.360209519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45a7893-4cde-4456-8b8c-ffe8c3094f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.393545081Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","namespace":"ai-tenant-e2e-ipp-a-4d9549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.393616319Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","namespace":"ai-tenant-e2e-ipp-a-4d9549","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.393667275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","tenant":"e2e-ipp-a-4d9549","tenantID":"e2e-ipp-a-4d9549","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.401037431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Deployment","name":"maas-api-e2e-ipp-a-4d9549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.420491323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Service","name":"maas-api-e2e-ipp-a-4d9549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.432828586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-4d9549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.441052568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-4d9549","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.450039718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.459291991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.466140144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.471290082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.478278218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.484175969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.499973923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Service","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.516056417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.525200629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.536166535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.546570038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.553149695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.565475195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.571581155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.580273527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-4d9549","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.585193855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4d9549"},"namespace":"ai-tenant-e2e-ipp-a-4d9549","name":"default-tenant","reconcileID":"676717e0-2140-481a-a71a-449c62e19ade","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-4d9549","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.68179722Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"1e05f63c-52f1-4349-a86f-43aa6f7cfe55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.700170515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ac81b3-b681-44a8-a9e7-3232f6efe24e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.700258316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ac81b3-b681-44a8-a9e7-3232f6efe24e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.750012336Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-policy-da47b671","reconcileID":"1e05f63c-52f1-4349-a86f-43aa6f7cfe55","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"policyNamespace":"ai-tenant-e2e-mt-251ad497","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.804362219Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4d9549","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4d9549","reconcileID":"137e1921-8c61-4324-9c44-5fdafb9413fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4d9549","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-4d9549"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.805348572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"207ac525-1a47-4ff1-8633-43eaedeccf31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.805416438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"207ac525-1a47-4ff1-8633-43eaedeccf31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.974824509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173aba1b-b6b0-492d-826f-b2ce3a48b6f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:32.97485909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173aba1b-b6b0-492d-826f-b2ce3a48b6f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:33.683838498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3857e64-df30-4935-96c3-74c55df878e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:33.688284116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3857e64-df30-4935-96c3-74c55df878e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:33.69260594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3857e64-df30-4935-96c3-74c55df878e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:33.69662006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3857e64-df30-4935-96c3-74c55df878e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:34.04135477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d946d95-6f97-49a9-b0ea-4884e6b6d1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:34.045302193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d946d95-6f97-49a9-b0ea-4884e6b6d1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:34.049330054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d946d95-6f97-49a9-b0ea-4884e6b6d1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:34.053513513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d946d95-6f97-49a9-b0ea-4884e6b6d1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:37.833125803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"e8623a1f-33c3-46ee-abbd-835bb6b24f82","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:37.890508793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7a31f5a0-b3c9-4bd2-8ccb-ca2ebbe2b5bc","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:37.890604286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7a31f5a0-b3c9-4bd2-8ccb-ca2ebbe2b5bc","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:38.135855425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"0a82ecb1-7076-4e6d-9262-6791cc307ede","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:38.145255595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"0a82ecb1-7076-4e6d-9262-6791cc307ede","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:40.925127031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7f3bfb-6521-4d2c-b7e9-c774ffe00a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:40.930346405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7f3bfb-6521-4d2c-b7e9-c774ffe00a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:40.940430768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7f3bfb-6521-4d2c-b7e9-c774ffe00a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:40.957639669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7f3bfb-6521-4d2c-b7e9-c774ffe00a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.348333444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45c3c09-2a24-4d3c-ae73-c6a2c6f9f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.354068387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45c3c09-2a24-4d3c-ae73-c6a2c6f9f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.3600207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45c3c09-2a24-4d3c-ae73-c6a2c6f9f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.366305236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e45c3c09-2a24-4d3c-ae73-c6a2c6f9f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.676728815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fabee-8491-4b21-8d89-f5d7e605eb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.6803289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fabee-8491-4b21-8d89-f5d7e605eb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.696051665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fabee-8491-4b21-8d89-f5d7e605eb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:41.703101492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d0fabee-8491-4b21-8d89-f5d7e605eb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:42.011453281Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-835861","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-835861","reconcileID":"e03b11f8-0293-41f4-abcb-37ccdf2448a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-835861","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-835861":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:42.368145273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea8ede-684f-40ae-a292-dbf18d8233f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:42.372096992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea8ede-684f-40ae-a292-dbf18d8233f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:42.376418287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea8ede-684f-40ae-a292-dbf18d8233f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:42.38080075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea8ede-684f-40ae-a292-dbf18d8233f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:43.104996163Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"146ceec7-f0e4-4a9d-b57c-deb891b31021","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-da47b671","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:43.148725754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"namespace":"ai-tenant-e2e-mt-251ad497","name":"e2e-shared-int-sub-da47b671","reconcileID":"146ceec7-f0e4-4a9d-b57c-deb891b31021","MaaSSubscription":{"name":"e2e-shared-int-sub-da47b671","namespace":"ai-tenant-e2e-mt-251ad497"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:43.164663315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e96b6527-7d3c-44ba-a3cb-952248f5ae1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:43.171271283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e1b6a70-785c-4fcf-8dd9-4dd0c79f8826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:43.171290712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e1b6a70-785c-4fcf-8dd9-4dd0c79f8826","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.733412571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"04df7ebd-0faf-4401-b357-793b61f54513","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.73345158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"04df7ebd-0faf-4401-b357-793b61f54513","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.809294678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"d020744a-528f-4e13-8d92-ce68fd67d8f6","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.813948376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"d020744a-528f-4e13-8d92-ce68fd67d8f6","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.818761513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"75e05d36-af85-43ad-8b6c-5aba0add47c8","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.83782234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"75e05d36-af85-43ad-8b6c-5aba0add47c8","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.847529762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"8d305652-521f-44fe-88c2-094b2cd59a4c","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.955144207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"6fbd7c4b-1945-4828-b837-a58f32d991fa","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:44.96684558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"6fbd7c4b-1945-4828-b837-a58f32d991fa","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.051995908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"e5784191-d836-4408-b1fe-89a8abe34496","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.225100239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c931c8d-dcd1-45ef-bf4f-94dcd8a04970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.269069533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c931c8d-dcd1-45ef-bf4f-94dcd8a04970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.28267821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c931c8d-dcd1-45ef-bf4f-94dcd8a04970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.289155875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c931c8d-dcd1-45ef-bf4f-94dcd8a04970","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.666770808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bd256b-f54b-43be-ae87-8bad03892479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.67090146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bd256b-f54b-43be-ae87-8bad03892479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.675703928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bd256b-f54b-43be-ae87-8bad03892479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:45.679512206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8bd256b-f54b-43be-ae87-8bad03892479","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.03080875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7441a-097c-418a-84dd-92072ad423db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.03435758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7441a-097c-418a-84dd-92072ad423db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.037827028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7441a-097c-418a-84dd-92072ad423db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.041305662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc7441a-097c-418a-84dd-92072ad423db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.343894635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6c9480-6e02-48a9-bfa2-8b24c3177d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.350161361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6c9480-6e02-48a9-bfa2-8b24c3177d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.382317968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6c9480-6e02-48a9-bfa2-8b24c3177d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.38747447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd6c9480-6e02-48a9-bfa2-8b24c3177d13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:46.867193255Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f81a79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f81a79","reconcileID":"e7757428-e29b-4eff-9190-5445e4ee46e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f81a79","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f81a79":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.079074369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5751115-100a-4ab8-a7ee-8fb2159d7a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.083325035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5751115-100a-4ab8-a7ee-8fb2159d7a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.089414205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5751115-100a-4ab8-a7ee-8fb2159d7a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.095992554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5751115-100a-4ab8-a7ee-8fb2159d7a20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.430091102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.538482088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc045d51-841c-4d47-a154-9f4b836ac4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.541886817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc045d51-841c-4d47-a154-9f4b836ac4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.545166506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc045d51-841c-4d47-a154-9f4b836ac4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.548308981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc045d51-841c-4d47-a154-9f4b836ac4b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.748563593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19a0f22-313d-49eb-b9aa-8f76ebb086d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.751827829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19a0f22-313d-49eb-b9aa-8f76ebb086d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.755140886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19a0f22-313d-49eb-b9aa-8f76ebb086d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:47.758393216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a19a0f22-313d-49eb-b9aa-8f76ebb086d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:52.248651998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"3cc150fa-293c-4b2c-ae22-d4d2d444d067","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-835861","tenantID":"e2e-praxis-a-835861","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:52.320278545Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"3cc150fa-293c-4b2c-ae22-d4d2d444d067","name":"e2e-praxis-a-835861-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:54.887055696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"328baf36-e1f4-4ced-a2a9-4ce5d975b1b2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:54.887078857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"328baf36-e1f4-4ced-a2a9-4ce5d975b1b2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:54.90465709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"382ce1bd-ecf1-4243-90e6-f20e32856ea5","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:54.905769694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"b20a7c73-2b77-46cd-b25e-dccc15b4d7d8","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:54.911523621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"382ce1bd-ecf1-4243-90e6-f20e32856ea5","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:55.001973474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"0d9ff4be-c4f8-4390-996e-2cc9e44fdcc2","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:55.004569853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"bc75a9b8-1812-49c2-a038-7e4466688e9d","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:55.012519597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"bc75a9b8-1812-49c2-a038-7e4466688e9d","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:55.659277605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"1625566e-0f9f-4c08-ae75-a79c17b170af","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f81a79","tenantID":"e2e-praxis-b-f81a79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:51:55.733211487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"1625566e-0f9f-4c08-ae75-a79c17b170af","name":"e2e-praxis-b-f81a79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.90857384Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","namespace":"ai-tenant-e2e-ipp-b-814dc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.908649941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","namespace":"ai-tenant-e2e-ipp-b-814dc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.908706484Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","tenant":"e2e-ipp-b-814dc0","tenantID":"e2e-ipp-b-814dc0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.915562246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-814dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.926099603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Service","name":"maas-api-e2e-ipp-b-814dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.941099864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-814dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.957547627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-814dc0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.9680785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.976837952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.987628537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.994604752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:00.999876179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.004771373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.022946585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Service","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.03742529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.046277088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.051404065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.057652594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.074806985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.082225939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.087448036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.098359724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-814dc0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.103463817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-814dc0"},"namespace":"ai-tenant-e2e-ipp-b-814dc0","name":"default-tenant","reconcileID":"89a6d7ca-2302-4ff6-a337-193afc8e919a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-814dc0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.204648025Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-814dc0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-814dc0","reconcileID":"62aeed2c-1534-414d-85f5-f3b8c1079962","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-814dc0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-814dc0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.78714207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39172f8-68cb-42b9-899f-4bca3ec3e40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.791560151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39172f8-68cb-42b9-899f-4bca3ec3e40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.796244365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39172f8-68cb-42b9-899f-4bca3ec3e40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.804234344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39172f8-68cb-42b9-899f-4bca3ec3e40b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:01.922514807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"7778f8cf-1cb4-43f2-838d-61d618194af9","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.137735706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3003e6-e311-4e7d-af0e-8ae425f22e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.145537829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3003e6-e311-4e7d-af0e-8ae425f22e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.151184625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3003e6-e311-4e7d-af0e-8ae425f22e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.181425882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e3003e6-e311-4e7d-af0e-8ae425f22e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.189381974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"e856a9ef-bdd2-4565-935b-0652ca825430","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.406367831Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.406443564Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.413796546Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.413822663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.413953428Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.414879477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"adc0f5c2-fea4-4513-9a27-e5bbc7b145f4","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.414899867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"adc0f5c2-fea4-4513-9a27-e5bbc7b145f4","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.421176246Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"a9de9cf9-e590-4d55-b3a8-917b0a732510","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.423881577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"3de5df97-cb36-4292-ae7b-db97235387bc","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.42453819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"75665113-2fbd-4360-b0b2-8f8637d2fa63","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.424558779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"75665113-2fbd-4360-b0b2-8f8637d2fa63","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:02.428978999Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"75665113-2fbd-4360-b0b2-8f8637d2fa63","name":"ipp-route-a51d55","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a51d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:02.429042925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"75665113-2fbd-4360-b0b2-8f8637d2fa63","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-a51d55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.430041827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"1f3db926-4797-40c1-9dc5-f96f8a9bee17","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2731157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.431695178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"3de5df97-cb36-4292-ae7b-db97235387bc","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.434300938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5d86e6e3-2df7-4d0c-8d7c-365a5c6990f8","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.434323082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5d86e6e3-2df7-4d0c-8d7c-365a5c6990f8","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.436170314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0f5c50-d741-4dfe-9259-554923f15103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.440398769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0f5c50-d741-4dfe-9259-554923f15103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.443789423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0f5c50-d741-4dfe-9259-554923f15103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.448148298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d0f5c50-d741-4dfe-9259-554923f15103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.487615033Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"f6944ad5-c4c3-4f91-92ff-e771f05c3f42","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a2731157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.581724234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"c7364208-c1f8-4ea5-a316-1d005b8c9089","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.71341357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"c7364208-c1f8-4ea5-a316-1d005b8c9089","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.766551694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"c7364208-c1f8-4ea5-a316-1d005b8c9089","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"e2e-ipp-a-a51d55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.766585256Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-auth","reconcileID":"c7364208-c1f8-4ea5-a316-1d005b8c9089","MaaSAuthPolicy":{"name":"ipp-route-a51d55-auth","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.782502216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"c3bd1284-32b0-4192-a418-de8a817c890d","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.782531015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"c3bd1284-32b0-4192-a418-de8a817c890d","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.852903784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed0e35f-483d-4117-91f1-630241d0ece0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.856301024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed0e35f-483d-4117-91f1-630241d0ece0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.862331639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed0e35f-483d-4117-91f1-630241d0ece0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:02.891494231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ed0e35f-483d-4117-91f1-630241d0ece0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:03.134008212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499019cf-e7a6-409b-a0bb-297d1694f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:03.13864079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499019cf-e7a6-409b-a0bb-297d1694f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:03.146112379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499019cf-e7a6-409b-a0bb-297d1694f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:03.15180808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"499019cf-e7a6-409b-a0bb-297d1694f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.330110363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15042e10-6cfd-4eef-a8e0-af957ec9f26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.333635447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15042e10-6cfd-4eef-a8e0-af957ec9f26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.336817887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15042e10-6cfd-4eef-a8e0-af957ec9f26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.340352549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15042e10-6cfd-4eef-a8e0-af957ec9f26b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.65100272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd513f7-20af-44ce-872f-84f79533ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.654490169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd513f7-20af-44ce-872f-84f79533ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.658138226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd513f7-20af-44ce-872f-84f79533ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:05.661524107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd513f7-20af-44ce-872f-84f79533ecd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:10.321595443Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"0fae2089-5314-4080-a73a-a8eb3347ada0","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:10.321661693Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"0fae2089-5314-4080-a73a-a8eb3347ada0","name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:10.326219396Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"0fae2089-5314-4080-a73a-a8eb3347ada0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:10.326242392Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"0fae2089-5314-4080-a73a-a8eb3347ada0","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:12.491540622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"742b8044-ff24-40e7-a017-a7c367ee9a63","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","subscription":"ipp-route-a51d55-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:12.494896942Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"742b8044-ff24-40e7-a017-a7c367ee9a63","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:12.498434131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55-sub","reconcileID":"742b8044-ff24-40e7-a017-a7c367ee9a63","MaaSSubscription":{"name":"ipp-route-a51d55-sub","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"name":"maas-trlp-ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:12.606080046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5e80b254-844d-4a79-95a8-4394ee2b0ba2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"tenant":"e2e-ipp-a-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","model":"ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:12.606103328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5e80b254-844d-4a79-95a8-4394ee2b0ba2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"routeName":"ipp-route-a51d55-kserve-route","namespace":"ai-tenant-e2e-ipp-a-a51d55","llmisvcName":"ipp-route-a51d55","gateway":"openshift-ingress/e2e-ipp-a-a51d55","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.277030359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18392b7-520f-4bf9-999e-da0f6c7a7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.280759606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18392b7-520f-4bf9-999e-da0f6c7a7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.284245344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18392b7-520f-4bf9-999e-da0f6c7a7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.288828014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18392b7-520f-4bf9-999e-da0f6c7a7a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.7213519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7f306-abdb-446e-a22a-8b6dba550300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.724598222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7f306-abdb-446e-a22a-8b6dba550300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.727852031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7f306-abdb-446e-a22a-8b6dba550300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:14.731281519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d7f306-abdb-446e-a22a-8b6dba550300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.102514603Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cd6d01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cd6d01","reconcileID":"9081ab87-6b3c-46fa-b18c-31d63121d5fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cd6d01","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-cd6d01":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.144304679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef943e7-fcfb-400e-9822-b5813d11c4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.150373435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef943e7-fcfb-400e-9822-b5813d11c4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.153728068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef943e7-fcfb-400e-9822-b5813d11c4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.157990299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef943e7-fcfb-400e-9822-b5813d11c4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.402586808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f33bb2-d5eb-4e9f-be25-298d3678b4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.406660245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f33bb2-d5eb-4e9f-be25-298d3678b4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.410060312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f33bb2-d5eb-4e9f-be25-298d3678b4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:15.413302605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09f33bb2-d5eb-4e9f-be25-298d3678b4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:17.425192355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.376819476Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.376880634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","namespace":"ai-tenant-e2e-ipp-a-a51d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.376964158Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","tenant":"e2e-ipp-a-a51d55","tenantID":"e2e-ipp-a-a51d55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.382025459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a51d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.398972979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Service","name":"maas-api-e2e-ipp-a-a51d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.41810546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a51d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.425571202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a51d55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.433271462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.438751277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.446319477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.451389888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.456059976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.460620789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.476351385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Service","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.493034394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.498517196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.50437578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.511242805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.524222616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.529766378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.536338393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.541358774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a51d55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.545885812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"default-tenant","reconcileID":"d6c4764e-1411-44c8-b2ad-6cbd8c4d2909","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a51d55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:18.710192913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a51d55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a51d55","reconcileID":"e288bdeb-0528-41c7-b2d7-963c456e570a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a51d55","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a51d55"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.735062671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7a032e40-bb38-4033-8fbd-7985b8ea6869","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.781911035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7a032e40-bb38-4033-8fbd-7985b8ea6869","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.787360089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"9e94f472-0c09-4cdb-ab11-e0f91f0467c6","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.787447443Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"9e94f472-0c09-4cdb-ab11-e0f91f0467c6","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.798258189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"368b8d24-e213-4d50-8305-b6eb6f1b988e","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.7983375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"368b8d24-e213-4d50-8305-b6eb6f1b988e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.81857629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"47743551-3aed-49d2-8b3e-5add54bf313f","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.818634605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"47743551-3aed-49d2-8b3e-5add54bf313f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.881224918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"0fdb45fd-bb0b-469b-ac68-3c8022143c9e","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.881311837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"0fdb45fd-bb0b-469b-ac68-3c8022143c9e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.975387355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"0a26df10-7c2a-4c51-b99b-df86b1eff556","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:18.975478983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"0a26df10-7c2a-4c51-b99b-df86b1eff556","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.015687523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad69a92-21ac-4512-a709-8c20ef17887b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.025876477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad69a92-21ac-4512-a709-8c20ef17887b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.044026772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad69a92-21ac-4512-a709-8c20ef17887b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.055829247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad69a92-21ac-4512-a709-8c20ef17887b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:19.140376161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"177aab2a-0f8b-4c98-b468-2b22af2ffc1d","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:19.140470817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"177aab2a-0f8b-4c98-b468-2b22af2ffc1d","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:19.481296739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"911ab4a4-18b4-4b69-9fb2-88f0005dd1af","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:19.481391982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"911ab4a4-18b4-4b69-9fb2-88f0005dd1af","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.541057868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c9a4a-41f6-4531-a584-8c110cf13516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.544544207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c9a4a-41f6-4531-a584-8c110cf13516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.547866162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c9a4a-41f6-4531-a584-8c110cf13516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:19.551206026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c9a4a-41f6-4531-a584-8c110cf13516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:20.12732779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"bc92f0a4-ee19-4b7a-ad85-3c01f9b41d02","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:20.127480225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"bc92f0a4-ee19-4b7a-ad85-3c01f9b41d02","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.398094356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"f18f7bfc-9496-4dd9-8ecc-1141865042a4","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.3981919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"f18f7bfc-9496-4dd9-8ecc-1141865042a4","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.521624339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"b3d47dfb-af30-48aa-8643-046644587d6b","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.526991624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"b3d47dfb-af30-48aa-8643-046644587d6b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.629003524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a2ceb4-58e3-41ef-9227-95f99fa90398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.632319627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a2ceb4-58e3-41ef-9227-95f99fa90398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.63559982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a2ceb4-58e3-41ef-9227-95f99fa90398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.639389603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a2ceb4-58e3-41ef-9227-95f99fa90398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.676224044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8aa07729-f735-404c-bc25-41bdfbedc83e","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.676293664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8aa07729-f735-404c-bc25-41bdfbedc83e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.687150283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"35f83345-9f74-411e-bc39-01d564873a91","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:21.68721838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"35f83345-9f74-411e-bc39-01d564873a91","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.912747651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765781a-71fc-4d08-a4c7-a221c4640741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.916196891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765781a-71fc-4d08-a4c7-a221c4640741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.919640491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765781a-71fc-4d08-a4c7-a221c4640741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:21.923064542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8765781a-71fc-4d08-a4c7-a221c4640741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.182369347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd9f492-1adc-4c04-8a2d-15fbcb637ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.186138774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd9f492-1adc-4c04-8a2d-15fbcb637ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.189231781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd9f492-1adc-4c04-8a2d-15fbcb637ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.192347966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd9f492-1adc-4c04-8a2d-15fbcb637ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.516320309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b27f47-e646-46f2-b10d-500270b25d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.537902403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b27f47-e646-46f2-b10d-500270b25d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.55162507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b27f47-e646-46f2-b10d-500270b25d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.560193008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b27f47-e646-46f2-b10d-500270b25d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:22.561226969Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"80ed93a4-c09d-4e9c-a0e1-b1ba0f9470dd","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:22.561289144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"80ed93a4-c09d-4e9c-a0e1-b1ba0f9470dd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.59289288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-08c392","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-08c392","reconcileID":"a14ab8be-7695-4044-a020-1a17d09a2189","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-08c392","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-08c392":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:22.625148488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"bf7b1299-32dd-4c9a-ba8b-765b62aa08a8","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:22.625223835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"bf7b1299-32dd-4c9a-ba8b-765b62aa08a8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.842079303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b250a8-975c-49b4-8f71-d887e12fa9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.845607122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b250a8-975c-49b4-8f71-d887e12fa9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.849316669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b250a8-975c-49b4-8f71-d887e12fa9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:22.852639241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b250a8-975c-49b4-8f71-d887e12fa9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:23.666657789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"8ad4aa05-ecd4-44ca-b9a9-5e65eeba3f4b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:23.684148783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"8ad4aa05-ecd4-44ca-b9a9-5e65eeba3f4b","name":"e2e-praxis-a-cd6d01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:23.932228485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"45b11212-5c49-44e4-9d56-d7ccc1edd645","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:23.932424841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"45b11212-5c49-44e4-9d56-d7ccc1edd645","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:24.333017112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8bd35282-1e30-47dc-8159-ee00dd94db55","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:24.33321568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8bd35282-1e30-47dc-8159-ee00dd94db55","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:31.247264998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"aa761e15-495f-49d5-b007-384ac0becbca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-08c392","tenantID":"e2e-praxis-b-08c392","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:31.263433122Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"aa761e15-495f-49d5-b007-384ac0becbca","name":"e2e-praxis-b-08c392-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:31.724473661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5de871bd-7a76-4174-a5e8-c49d69d00095","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:31.724547782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"5de871bd-7a76-4174-a5e8-c49d69d00095","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:32.993648487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"753c9aa1-29bf-4b12-a5ce-7c95a9d03434","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:32.993773165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"753c9aa1-29bf-4b12-a5ce-7c95a9d03434","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.322395575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da0f254-f334-42ad-adaf-c2f447ba1ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.326412496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da0f254-f334-42ad-adaf-c2f447ba1ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.330250228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da0f254-f334-42ad-adaf-c2f447ba1ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.334097275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da0f254-f334-42ad-adaf-c2f447ba1ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.5807651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa7188b-61ed-4fcd-9b79-f4bb048ba1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.584178931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa7188b-61ed-4fcd-9b79-f4bb048ba1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.58767837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa7188b-61ed-4fcd-9b79-f4bb048ba1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.591177632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afa7188b-61ed-4fcd-9b79-f4bb048ba1c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.778632051Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","namespace":"ai-tenant-e2e-praxis-a-b3dc04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.778690477Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","namespace":"ai-tenant-e2e-praxis-a-b3dc04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.778742662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","tenant":"e2e-praxis-a-b3dc04","tenantID":"e2e-praxis-a-b3dc04","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.783496879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b3dc04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.793447393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Service","name":"maas-api-e2e-praxis-a-b3dc04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.812682968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b3dc04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.817398443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b3dc04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.828201487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.833827655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.841568154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.846730355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.849636377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.853059544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.855799453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Service","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.860046193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.862663734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.865731349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.869541159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.876864345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.879776283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.882523916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.885190208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b3dc04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.887991303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b3dc04"},"namespace":"ai-tenant-e2e-praxis-a-b3dc04","name":"default-tenant","reconcileID":"d09a33dd-8267-493d-bd80-4e8f2fcdddf7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b3dc04","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:33.99381016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b3dc04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b3dc04","reconcileID":"7977fab8-02fb-4670-8028-e3882f820ed2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b3dc04","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b3dc04"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:34.014965678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"76e19038-aaaf-409f-ae3e-a7ac7cf87df2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:34.015050815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"76e19038-aaaf-409f-ae3e-a7ac7cf87df2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.228898437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2c007-05d1-48b2-9976-a9e4f1af96fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.232359273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2c007-05d1-48b2-9976-a9e4f1af96fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.235672426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2c007-05d1-48b2-9976-a9e4f1af96fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.238974972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a2c007-05d1-48b2-9976-a9e4f1af96fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.643061643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6ef6c-e203-41b7-8998-035cc50d1411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.646399949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6ef6c-e203-41b7-8998-035cc50d1411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.649696478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6ef6c-e203-41b7-8998-035cc50d1411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:34.653112229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e6ef6c-e203-41b7-8998-035cc50d1411","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:39.691687478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"6df5a78a-8fb2-4d6f-b3c6-70ea0a1dcceb","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:39.691763497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"6df5a78a-8fb2-4d6f-b3c6-70ea0a1dcceb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:39.708243338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"13256ce5-b128-4eab-8d63-c261daee2836","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:39.708323185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"13256ce5-b128-4eab-8d63-c261daee2836","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:39.988872611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8caaf-f4b8-4fd5-8074-04eab2cd906b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:39.992307879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8caaf-f4b8-4fd5-8074-04eab2cd906b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:39.995605414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8caaf-f4b8-4fd5-8074-04eab2cd906b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:39.999095457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2a8caaf-f4b8-4fd5-8074-04eab2cd906b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:40.274386541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477e8017-fadb-482d-b1a4-691ed53fbeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:40.277842123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477e8017-fadb-482d-b1a4-691ed53fbeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:40.281172086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477e8017-fadb-482d-b1a4-691ed53fbeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:40.287009886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"477e8017-fadb-482d-b1a4-691ed53fbeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:40.688299002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7dc0fa0b-bf6e-4e17-a2f9-db9e5c36e1b3","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:40.688398296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"7dc0fa0b-bf6e-4e17-a2f9-db9e5c36e1b3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:40.787398355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"ceaa641f-21da-4fb4-bedc-2e39d8241799","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:40.787479386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"ceaa641f-21da-4fb4-bedc-2e39d8241799","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:40.932452156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a35a97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a35a97","reconcileID":"9443bc71-92bb-4443-942c-0ca42be0e6e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a35a97","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a35a97":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:41.0193144Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"f3fc07b6-697c-4f64-bbf0-70f6205868bf","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:41.019374017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"f3fc07b6-697c-4f64-bbf0-70f6205868bf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.161092244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e5e372-6c6d-442a-9db3-e14169514c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.165162651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e5e372-6c6d-442a-9db3-e14169514c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.168834029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e5e372-6c6d-442a-9db3-e14169514c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.172114124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e5e372-6c6d-442a-9db3-e14169514c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.611689918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6529f6-3e85-47bb-9d0f-19d611f024d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.615182772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6529f6-3e85-47bb-9d0f-19d611f024d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.618375174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6529f6-3e85-47bb-9d0f-19d611f024d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.621652073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6529f6-3e85-47bb-9d0f-19d611f024d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.844856681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457c3c70-4dd8-400a-aa9f-f66f572ea4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.848479274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457c3c70-4dd8-400a-aa9f-f66f572ea4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.851872984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457c3c70-4dd8-400a-aa9f-f66f572ea4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:41.855149565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"457c3c70-4dd8-400a-aa9f-f66f572ea4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:42.23065455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"956962ba-c1a8-41fc-baeb-16ba3f68d34f","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:42.230742921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"956962ba-c1a8-41fc-baeb-16ba3f68d34f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:44.523631889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"e80b6cb1-5a47-46b9-b13c-2e14dd8fb1a3","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:44.523701997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"e80b6cb1-5a47-46b9-b13c-2e14dd8fb1a3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:44.534789853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"232875f8-e205-4b67-bd3b-4eb453dbc3b7","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:44.534850893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"232875f8-e205-4b67-bd3b-4eb453dbc3b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:44.718524785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619758ab-5cc1-48cb-8f70-8df5fa81f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:44.721744622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619758ab-5cc1-48cb-8f70-8df5fa81f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:44.725053045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619758ab-5cc1-48cb-8f70-8df5fa81f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:44.728325362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619758ab-5cc1-48cb-8f70-8df5fa81f49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.058619037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5747c8e8-5eeb-4ed1-ab16-4140b6d2c0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.068240249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5747c8e8-5eeb-4ed1-ab16-4140b6d2c0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.072432852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5747c8e8-5eeb-4ed1-ab16-4140b6d2c0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.077264133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5747c8e8-5eeb-4ed1-ab16-4140b6d2c0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.277757282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a653a8-5b0e-48a7-b654-a2dbcdf6d9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.281225693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a653a8-5b0e-48a7-b654-a2dbcdf6d9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.284441025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a653a8-5b0e-48a7-b654-a2dbcdf6d9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:45.287670978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0a653a8-5b0e-48a7-b654-a2dbcdf6d9da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:46.572963945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"3ae788a2-a9a0-4191-b08e-c6c5c0fbebe7","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:46.573047563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"3ae788a2-a9a0-4191-b08e-c6c5c0fbebe7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:46.586443278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"743c1ff4-6f73-4091-a1ab-bf903e1e5b43","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:46.58652874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"743c1ff4-6f73-4091-a1ab-bf903e1e5b43","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:46.830300253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc65a7e-9ae0-471f-8c2b-e5ba7f0b70c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:46.83393745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc65a7e-9ae0-471f-8c2b-e5ba7f0b70c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:46.837477645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc65a7e-9ae0-471f-8c2b-e5ba7f0b70c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:46.84072246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc65a7e-9ae0-471f-8c2b-e5ba7f0b70c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.041134851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61722639-8415-4b4f-94de-a95ab25d87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.045559308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61722639-8415-4b4f-94de-a95ab25d87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.048911374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61722639-8415-4b4f-94de-a95ab25d87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.05246336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61722639-8415-4b4f-94de-a95ab25d87da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.281511904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf6399-fa08-4e80-9715-8539c93d1a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.285052859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf6399-fa08-4e80-9715-8539c93d1a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.289150364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf6399-fa08-4e80-9715-8539c93d1a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.292592793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baf6399-fa08-4e80-9715-8539c93d1a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:47.488188789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:50.064273496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"d127fb9b-e012-4aac-acb2-505692507d83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a35a97","tenantID":"e2e-praxis-b-a35a97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:52:50.119700737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"d127fb9b-e012-4aac-acb2-505692507d83","name":"e2e-praxis-b-a35a97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:54.567972344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"40f7a76d-6515-4a28-88c4-39238e627418","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:54.568043675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"40f7a76d-6515-4a28-88c4-39238e627418","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:56.639454116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8ac8e612-9ca9-4b05-9ac2-82ee2d660b97","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:52:56.639550402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"8ac8e612-9ca9-4b05-9ac2-82ee2d660b97","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:00.609322676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"48fdf01a-72ba-4670-a66f-b473d800bdf2","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:00.609501702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"48fdf01a-72ba-4670-a66f-b473d800bdf2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:00.71343156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"3338330e-8024-49ef-ab67-3be240fd3476","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:00.713504849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-a51d55","namespace":"ai-tenant-e2e-ipp-a-a51d55"},"namespace":"ai-tenant-e2e-ipp-a-a51d55","name":"ipp-route-a51d55","reconcileID":"3338330e-8024-49ef-ab67-3be240fd3476","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-a51d55/ipp-route-a51d55-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-a51d55]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.169180009Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","namespace":"ai-tenant-e2e-praxis-a-835861","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.169259301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","namespace":"ai-tenant-e2e-praxis-a-835861","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.169320976Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","tenant":"e2e-praxis-a-835861","tenantID":"e2e-praxis-a-835861","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.174263769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Deployment","name":"maas-api-e2e-praxis-a-835861","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.187583481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Service","name":"maas-api-e2e-praxis-a-835861","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.203812174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-835861","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.21115343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-835861","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.221375598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.229279029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.239198455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.244435053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.247414173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.250284406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.253114451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Service","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.255843286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.258652921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.261722647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.264494132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.273047004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.275881752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.278670772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.281486976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-835861","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.284168774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-835861"},"namespace":"ai-tenant-e2e-praxis-a-835861","name":"default-tenant","reconcileID":"1c8238c3-896f-49da-b059-e067fbcb0530","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-835861","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.442771404Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-835861","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-835861","reconcileID":"34ce8c28-9cec-4a49-ad13-9c7a6d799880","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-835861","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-835861"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.858673681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd7a64d-73c6-4598-bd24-696418801c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.863269703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd7a64d-73c6-4598-bd24-696418801c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.867675095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd7a64d-73c6-4598-bd24-696418801c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:03.873759261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd7a64d-73c6-4598-bd24-696418801c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.13202159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae33e98d-0fe9-4931-afed-55576371d56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.135537929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae33e98d-0fe9-4931-afed-55576371d56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.138792373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae33e98d-0fe9-4931-afed-55576371d56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.142096241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae33e98d-0fe9-4931-afed-55576371d56d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.41603833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b4634f-f1b8-4dfe-9f11-3fdaa7d95ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.41951853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b4634f-f1b8-4dfe-9f11-3fdaa7d95ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.423107221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b4634f-f1b8-4dfe-9f11-3fdaa7d95ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:04.426627642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b4634f-f1b8-4dfe-9f11-3fdaa7d95ced","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.282186477Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","namespace":"ai-tenant-e2e-praxis-b-f81a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.282253948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","namespace":"ai-tenant-e2e-praxis-b-f81a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.282306795Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","tenant":"e2e-praxis-b-f81a79","tenantID":"e2e-praxis-b-f81a79","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.287397418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f81a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.298037544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Service","name":"maas-api-e2e-praxis-b-f81a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.31180475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f81a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.324840695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f81a79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.331316981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.338809763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.348266476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.353789681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.356948198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.360635996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.363489803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Service","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.366487885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.369358408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.37232414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.375396883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.381449659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.384289094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.387198898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.389855851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f81a79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.392862227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f81a79"},"namespace":"ai-tenant-e2e-praxis-b-f81a79","name":"default-tenant","reconcileID":"ccf47d05-ef67-4154-bd61-8e86f2a6ab6b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f81a79","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.470466931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f81a79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f81a79","reconcileID":"5b378e2e-9c81-4846-ad5e-d70f4cf219fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f81a79","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f81a79"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.946097469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155968b5-9ea9-45a1-9460-011eb1ce530a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.949761612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155968b5-9ea9-45a1-9460-011eb1ce530a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.953254788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155968b5-9ea9-45a1-9460-011eb1ce530a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:05.956472505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155968b5-9ea9-45a1-9460-011eb1ce530a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:06.207434878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61dc90c5-33ed-48ee-b454-b44c218175f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:06.212720751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61dc90c5-33ed-48ee-b454-b44c218175f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:06.219359748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61dc90c5-33ed-48ee-b454-b44c218175f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:06.222996645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61dc90c5-33ed-48ee-b454-b44c218175f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.158695019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0502cb-8292-4b60-83e8-cbef2938580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.162140267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0502cb-8292-4b60-83e8-cbef2938580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.165498606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0502cb-8292-4b60-83e8-cbef2938580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.181100779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0502cb-8292-4b60-83e8-cbef2938580e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.462246628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f7b06e-618f-4fde-a8b8-14cd8454a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.465757382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f7b06e-618f-4fde-a8b8-14cd8454a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.469150309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f7b06e-618f-4fde-a8b8-14cd8454a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.472469332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2f7b06e-618f-4fde-a8b8-14cd8454a23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.866365691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f5db99-854b-4f41-be00-053b5c53f97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.869828991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f5db99-854b-4f41-be00-053b5c53f97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.873337112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f5db99-854b-4f41-be00-053b5c53f97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:11.87697598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76f5db99-854b-4f41-be00-053b5c53f97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.777552203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f70d7bbe-5572-485b-95d3-c94382470308","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.783156164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f996afd3-85cc-42b8-b2d7-bb2282232a2a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.787884185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"58fa113c-58d3-47c4-b235-e3c8e5d29347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.787978634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"05444748-b49f-44da-817c-d2e73a61f08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:14.788340414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-apikey-sub-binding-4189cab6","reconcileID":"6110e9ed-23dc-4951-809c-67cb1a648026","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-4189cab6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.79493637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"58fa113c-58d3-47c4-b235-e3c8e5d29347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.79494883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"05444748-b49f-44da-817c-d2e73a61f08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.806474867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"71ff8f6f-7c11-4527-8afd-cc352b31ff56","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.814287113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"bba705b6-eb20-4ff9-8cb0-61cb1238f86c","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.834385337Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-apikey-sub-binding-4189cab6","reconcileID":"8ba37378-748a-47f8-ac01-320ca836e7fd","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-apikey-sub-binding-4189cab6","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.853765363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"b11098df-089d-401b-9fa1-2117651984a3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.909649947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"dac0db0b-5748-473f-9150-d7cce0b369e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.909674081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a521a3a9-0974-401a-abe3-440a9960debb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.916889016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"dac0db0b-5748-473f-9150-d7cce0b369e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.919625192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a521a3a9-0974-401a-abe3-440a9960debb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.933695934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"07878d80-bb01-49de-ad9d-0d68b9e7b5d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:14.934848464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-apikey-sub-binding-4189cab6","reconcileID":"ed486d21-5b82-47c7-97a5-a01e9f3aeed8","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:15.785826831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"cebe02e9-599b-419d-9537-51d0f50720df","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:15.795077094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5fcafa65-7d24-41ad-9f6d-934f6262109b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:15.808967871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"09dd4b67-867a-4777-aa74-0bb9e52d93aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:15.890890646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"09dd4b67-867a-4777-aa74-0bb9e52d93aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:15.900796614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5fcafa65-7d24-41ad-9f6d-934f6262109b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.246613753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1608e48-69f1-4853-9707-c8c8f17b75c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.250175778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1608e48-69f1-4853-9707-c8c8f17b75c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.25341624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1608e48-69f1-4853-9707-c8c8f17b75c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.256843476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1608e48-69f1-4853-9707-c8c8f17b75c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.446755886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d89307-bed0-4ea1-ab3b-ac24512bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.450122926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d89307-bed0-4ea1-ab3b-ac24512bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.453295794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d89307-bed0-4ea1-ab3b-ac24512bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:16.457261262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d89307-bed0-4ea1-ab3b-ac24512bccd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:17.424065537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.337601064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","namespace":"ai-tenant-e2e-praxis-b-08c392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.337663099Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","namespace":"ai-tenant-e2e-praxis-b-08c392","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.337714931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","tenant":"e2e-praxis-b-08c392","tenantID":"e2e-praxis-b-08c392","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.342464192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-08c392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.355480594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Service","name":"maas-api-e2e-praxis-b-08c392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.36763627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-08c392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.373163699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-08c392","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.378543001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.385864433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.396137497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.405215038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.411566216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.418173202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.422097445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Service","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.427641047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.434070964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.438391667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.441388832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.447846523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.452652313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.45558031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.458313825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-08c392","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.461712454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-08c392"},"namespace":"ai-tenant-e2e-praxis-b-08c392","name":"default-tenant","reconcileID":"5b23a6ea-9bd7-4d02-9989-f1004dc2195c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-08c392","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:23.810825306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-08c392","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-08c392","reconcileID":"06f6b2dc-2fea-4a23-96e8-7ee793505a51","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-08c392","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-08c392"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.203430712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb675f-ee71-49bf-88dd-c68484a5ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.215129664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb675f-ee71-49bf-88dd-c68484a5ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.224033518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb675f-ee71-49bf-88dd-c68484a5ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.233626485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88bb675f-ee71-49bf-88dd-c68484a5ebe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.516246136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a0ae23-56ff-4fdb-a37b-85146da2336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.525091301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a0ae23-56ff-4fdb-a37b-85146da2336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.530350716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a0ae23-56ff-4fdb-a37b-85146da2336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:24.535089059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a0ae23-56ff-4fdb-a37b-85146da2336e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.812763552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-apikey-sub-binding-4189cab6","reconcileID":"dd50eabb-8431-4fdb-87bf-f5f8df9648d3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-apikey-sub-binding-4189cab6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.831236756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-apikey-sub-binding-4189cab6","reconcileID":"dd50eabb-8431-4fdb-87bf-f5f8df9648d3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-4189cab6","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.847032649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"82ca3267-122a-4691-8330-dc560d890700","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.853726091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"253535da-21b4-4e48-bc89-e6a482ebafe5","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.860849567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9ea70974-e978-457f-8fc9-0c83473171bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.862309586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"86b08da4-3a97-4c53-b6cb-635dafeeb43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.869253067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9ea70974-e978-457f-8fc9-0c83473171bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:25.869537219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"86b08da4-3a97-4c53-b6cb-635dafeeb43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.830435942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c92851fa-723f-46a4-b400-735bf5593c6c","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.836791806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"1017ae6c-cb99-45d3-a4a0-25e6fe5e3f39","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:26.842819897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-sub","reconcileID":"546ebb8a-1db1-4a24-98c7-128fc18b6ce5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.847153246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"110314cf-9824-4a2a-9372-f66cc24d93cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.847153175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9f41d29f-a62b-4f25-a721-293d5afc0204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.858213728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"110314cf-9824-4a2a-9372-f66cc24d93cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.858471365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9f41d29f-a62b-4f25-a721-293d5afc0204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.859201438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"98a29213-e961-440b-8f16-33c7509f2a64","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.88274049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"3f57884d-5bc2-4a5f-9585-b15ec29fc8ec","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.904217386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-sub","reconcileID":"8154f295-e9a5-44fa-9af6-4af101e8308e","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-ordering-sub","ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.922981918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a5f7bea6-6f0a-4b84-a668-0f545aa715b1","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.939134392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a1cd89f5-ec5c-4977-b658-ec4e2b6fac89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.939389916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1e111823-73e7-4c61-b89c-c7cd405996cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.949693724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a1cd89f5-ec5c-4977-b658-ec4e2b6fac89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:26.960214641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1e111823-73e7-4c61-b89c-c7cd405996cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.020711515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-sub","reconcileID":"4ae4962a-f228-4a59-97c3-d77a59eb1a4a","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.02514204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"b2551635-9118-4903-95b8-a4f360b67785","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.051153853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d6dedd44-fc13-4d67-bd32-3820d727cef7","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.903281823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2ab5ab-b1e4-4c9e-8f44-7345e1adbc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.91062528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2ab5ab-b1e4-4c9e-8f44-7345e1adbc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.918191194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2ab5ab-b1e4-4c9e-8f44-7345e1adbc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:27.921691748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c2ab5ab-b1e4-4c9e-8f44-7345e1adbc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.12936796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7974788-3605-4f2e-b266-078f9180ef6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.132706509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7974788-3605-4f2e-b266-078f9180ef6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.13617175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7974788-3605-4f2e-b266-078f9180ef6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.139664204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7974788-3605-4f2e-b266-078f9180ef6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.686193617Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-18264e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-18264e","reconcileID":"2e442701-4765-423f-b55e-9f051d4bba5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-18264e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-18264e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.842675376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53e4f05-a0c8-464a-819e-a970d578b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.882450474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53e4f05-a0c8-464a-819e-a970d578b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.885891114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53e4f05-a0c8-464a-819e-a970d578b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:28.889309541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53e4f05-a0c8-464a-819e-a970d578b7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.352762314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"4d154381-5e86-4854-8384-f1cf5ebcf5fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-18264e","tenantID":"e2e-ipp-a-18264e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.384734353Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"4d154381-5e86-4854-8384-f1cf5ebcf5fa","name":"e2e-ipp-a-18264e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.398574989Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","namespace":"ai-tenant-e2e-ipp-b-aa420c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.398750604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","namespace":"ai-tenant-e2e-ipp-b-aa420c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.39888921Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","tenant":"e2e-ipp-b-aa420c","tenantID":"e2e-ipp-b-aa420c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.406167943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Deployment","name":"maas-api-e2e-ipp-b-aa420c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.422345672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Service","name":"maas-api-e2e-ipp-b-aa420c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.434454299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-aa420c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.453158518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-aa420c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.465286248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.47517389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.48345541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.49061586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.500620637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.508199478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.522308304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Service","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.54164311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.548643996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.557184403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.566960845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.577231324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.585235333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.590666403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.595988384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-aa420c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.602436513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-aa420c"},"namespace":"ai-tenant-e2e-ipp-b-aa420c","name":"default-tenant","reconcileID":"dca3a63c-0a0e-4fda-9de0-737c3135411a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-aa420c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:36.919521008Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-aa420c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-aa420c","reconcileID":"eb5e3a7d-3d4c-48d5-8dc0-4c19716e7e99","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-aa420c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-aa420c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.149831973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e322dea-9f4a-4bf1-a884-a040a553393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.154590114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e322dea-9f4a-4bf1-a884-a040a553393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.161616648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e322dea-9f4a-4bf1-a884-a040a553393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.180960073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e322dea-9f4a-4bf1-a884-a040a553393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.483140489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e337b-4399-4cff-9063-002709de617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.487312247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e337b-4399-4cff-9063-002709de617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.490910811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e337b-4399-4cff-9063-002709de617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.494363202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9e337b-4399-4cff-9063-002709de617c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.704419076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"dbe6f044-83f1-4605-9817-19278f1bf94e","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.709787631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"db1ab394-7e76-4d3c-9358-8ad3ef25b4fd","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.798608998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"0a525d75-de85-45c7-97c6-8b106bd0492d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.805316148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"0a525d75-de85-45c7-97c6-8b106bd0492d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:37.826210062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"2977c9ca-964c-4614-b39d-6e8e885294d3","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.32117578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e7c1bb7e-cdee-43ad-9dbf-7f34f9bce6b0","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.336080852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8d0f0531-78ff-4607-ba51-1df4b21d29b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.338787724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c2777bff-212b-4024-913d-717b76f7d374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.338829743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"2505c850-ca78-4b66-8bd2-6d85fe18144f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.343489324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8d0f0531-78ff-4607-ba51-1df4b21d29b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.346803238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"2505c850-ca78-4b66-8bd2-6d85fe18144f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:38.347419647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c2777bff-212b-4024-913d-717b76f7d374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.065147233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"943be6b9-b112-41e5-9697-7bbca6912dbe","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.071912057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"524795d3-8719-4887-b2a4-989acd52e029","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.080304073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26c6c676-388f-4dbc-bf31-4c148f0445ac","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.093991683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26c6c676-388f-4dbc-bf31-4c148f0445ac","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.129873202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"82feeef8-a10b-45b1-899b-44bca89f475b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.196461279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6bdf1d17-c4ac-441c-8f11-6fe679c35a17","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.21359461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6bdf1d17-c4ac-441c-8f11-6fe679c35a17","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.287546608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"400d1818-e925-428e-bac9-c17335bc2d84","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.300989936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"37c2ef58-cce9-4d34-9a06-0a30a88fa6ea","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:42.305197876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"0a4f836c-88c9-47ec-b843-35aba67f340a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.314416549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6a133d4c-6ac4-4029-8698-e3eb1961b9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.314713929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4ee0535b-9761-44c7-8e18-b70813baa086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.370030489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"9a098432-2613-4f33-9786-e6d5a50e8de4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.371694517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"98903488-029e-4290-a18f-f8af814ffb8c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.410156327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4ee0535b-9761-44c7-8e18-b70813baa086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:42.41037326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6bdf1d17-c4ac-441c-8f11-6fe679c35a17","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.442151958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6a133d4c-6ac4-4029-8698-e3eb1961b9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.480634797Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5d3c3 priority=0:[ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-free ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.483689813Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"46d6fe7c-710f-47ab-a4ae-293d00dd0b99","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.483881552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f47b8f87-e9e3-4712-9b2f-3eb9262c967d","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:53:42.594117896Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.59489131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"818a1567-273b-4dd8-90ad-211e2d03fd67","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.623092152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"acde7320-336b-45b7-a702-51fe87241896","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.637740262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a32e7af9-e9cc-419d-aaac-d8a68afb629f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.646159176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fb0e45ba-e8aa-42d5-8169-62b6c3cd0678","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.686713039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"acde7320-336b-45b7-a702-51fe87241896","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.735269508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"62e672e2-7f17-40c9-ade8-24d7bddf9aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.783631477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a32e7af9-e9cc-419d-aaac-d8a68afb629f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.789520609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"b0edca60-c170-490d-bf1a-9d27ce4e452f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.823427912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"2d8948a1-80d6-4db3-b658-0de9824bf823","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.8412385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"62e672e2-7f17-40c9-ade8-24d7bddf9aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.940371096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-premium","reconcileID":"0860affb-c3b5-40cd-a100-1f2beae355bc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:42.947735631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"de098327-9295-46ba-9d8a-be276465adf5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.061786451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c6739fd7-34d6-4f0b-8824-d02472576210","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.064391862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"0bd5d933-6ac4-47d4-830f-a9372425334c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.064988664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dababbd3-dc01-42e8-80f8-bd408ed254a4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.067822847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"cca7106d-ff77-4491-a801-5b57638e251e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.119259539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c6739fd7-34d6-4f0b-8824-d02472576210","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.207586545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d9426e1-7fb1-4e39-b0fc-5592415adb79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.247562123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"bf0ec0f1-e98a-434e-9540-3fdab0621cb2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.249430005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-premium","reconcileID":"de54438d-e478-4878-8453-2327f737e1c4","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:43.28214481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d9426e1-7fb1-4e39-b0fc-5592415adb79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.10738811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"1a75cf28-d457-4625-a1a1-bef84481a52c","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.10743261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"1a75cf28-d457-4625-a1a1-bef84481a52c","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.192010115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"ee575f79-0729-47bf-af39-24120d95d9e5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.2227484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a5c91f2-7723-44f0-99a0-a896bdb68e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.222768782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0044c2a0-6d1e-4e05-9865-395cb210d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.225888544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9727e019-3e3d-45ca-b546-d6b04643caec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.233890179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0044c2a0-6d1e-4e05-9865-395cb210d58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.234361023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a5c91f2-7723-44f0-99a0-a896bdb68e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.237438561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9727e019-3e3d-45ca-b546-d6b04643caec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.442376099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"972d6eb3-1678-4e92-af55-dad33c4c2730","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.442488559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"972d6eb3-1678-4e92-af55-dad33c4c2730","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.452453986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"3a4e2c6f-c955-476a-bc0d-69b9d8ecfd89","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.4525562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"3a4e2c6f-c955-476a-bc0d-69b9d8ecfd89","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.466112411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b7371795-4c55-437d-a657-6d8e63ec8d99","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.557738577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b7371795-4c55-437d-a657-6d8e63ec8d99","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.586701941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cd6d01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b7371795-4c55-437d-a657-6d8e63ec8d99","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.653587638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"5aea1800-356f-44fd-933e-952fca759176","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:44.653677846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"5aea1800-356f-44fd-933e-952fca759176","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.283833167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6f6c5-921e-44ea-a970-03b054352f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.290090995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6f6c5-921e-44ea-a970-03b054352f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.313866776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6f6c5-921e-44ea-a970-03b054352f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.326867715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d6f6c5-921e-44ea-a970-03b054352f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.847468566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfcefc-2a5f-4c54-9bec-d52f5c7b0c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.891512216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfcefc-2a5f-4c54-9bec-d52f5c7b0c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.902868339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfcefc-2a5f-4c54-9bec-d52f5c7b0c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:46.91105714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54bfcefc-2a5f-4c54-9bec-d52f5c7b0c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:47.426130733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.340150553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-sub","reconcileID":"3bac5f60-9f06-4b53-87f1-542b9d4af9ec","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.359127838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-sub","reconcileID":"3bac5f60-9f06-4b53-87f1-542b9d4af9ec","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.373210588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"15deda60-b1d8-4320-905a-d1092b635f02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.381493044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d8d7f33a-ed0c-40b9-b238-ddb299a64b4f","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.390284161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"83eb7f76-6942-47d3-934c-da0f60ba7d50","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.392125916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"e5e7739d-b0c2-4dda-808a-3923698ab527","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.392129452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"606fc968-56a0-4f7d-a7a0-2d263b497f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.392361193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8f3af3f5-69a8-48de-9e3c-25a733b7b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.399429793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"606fc968-56a0-4f7d-a7a0-2d263b497f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.399627287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"e5e7739d-b0c2-4dda-808a-3923698ab527","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.401626434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8f3af3f5-69a8-48de-9e3c-25a733b7b31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.533502641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-ordering-auth","reconcileID":"16da5ed8-768c-4aba-9230-232894b7ba93","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.533633773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"36302028-f286-464d-ae97-4f1e5cc67e2c","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:48.546636528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c829161e-06ff-4610-b051-f6f922c00ed5","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.937145787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"b60f6f28-39e2-49dd-8d18-21a4c5921ffb","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.943550692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"0f709205-0553-47ad-bfc9-632791f0806f","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.958343593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"8e670135-44de-435d-bd05-c8ea903f71c9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.96985719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"8e670135-44de-435d-bd05-c8ea903f71c9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.993082626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d92cb10-e356-45df-aa8e-ee9121684126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.995352179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"eebfc81b-0baf-4457-afd7-60e426113d77","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:49.997185482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d92cb10-e356-45df-aa8e-ee9121684126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.001391331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d92cb10-e356-45df-aa8e-ee9121684126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.00555693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d92cb10-e356-45df-aa8e-ee9121684126","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.054088755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"5d10e158-a98e-42ba-93ea-77a9f05a2f0a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.061102687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"5d10e158-a98e-42ba-93ea-77a9f05a2f0a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.184510929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"32f7f64f-51a5-4443-abd8-930c23b18c28","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.188302764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"45e164db-15d9-446a-bd70-aa9fecb3ccef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.200190236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eb0161c8-2b2a-4fa8-88c7-25a07761eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.200276206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"1b6efbca-3ea6-43bb-8d0d-1eb3e401d298","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.200523495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"263a4ebd-a32d-46e9-bf61-3421bcb5a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.201435858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"6fffbf18-a923-4700-96e2-2dceb4b0e44b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.206864202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"1b6efbca-3ea6-43bb-8d0d-1eb3e401d298","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.208498473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eb0161c8-2b2a-4fa8-88c7-25a07761eb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.20909961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"263a4ebd-a32d-46e9-bf61-3421bcb5a2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.209572813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"7d6bdea7-998e-4e55-8b19-75bbd264d43b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.293476132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-subscription-success","reconcileID":"58649468-c2af-4cf5-bd5b-1ff0aa3f73bd","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.296009097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4d8a4f30-313b-4467-82a1-89083064e920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.296087922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"56508f05-7da9-4579-82db-170263201f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.296372973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"f8142022-1e74-43ab-ae9b-2fce177285f4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.304404042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"f8142022-1e74-43ab-ae9b-2fce177285f4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.304434422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4d8a4f30-313b-4467-82a1-89083064e920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.307604567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"56508f05-7da9-4579-82db-170263201f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.308270342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea3a1e0-de5a-42e1-aabf-688c73777d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.312798655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea3a1e0-de5a-42e1-aabf-688c73777d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.316349809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea3a1e0-de5a-42e1-aabf-688c73777d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.320299172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea3a1e0-de5a-42e1-aabf-688c73777d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.321673019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e5ec2c20-34e4-4da5-8da8-01e8e80141b5","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.331131616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"0b88ce74-88d0-4c08-a309-e981411b8dd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.42839496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-subscription-success","reconcileID":"b143db42-532a-4f1c-be55-61dcbbc1f1d6","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:50.723306997Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-35afa6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-35afa6","reconcileID":"66c08c42-c3e1-4a3c-aca3-6e1b51ec51d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-35afa6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-35afa6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.014176616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2c5e78-64f5-4aec-af60-4a3774f3ed05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.039128937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2c5e78-64f5-4aec-af60-4a3774f3ed05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.065842189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2c5e78-64f5-4aec-af60-4a3774f3ed05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.076049692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2c5e78-64f5-4aec-af60-4a3774f3ed05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.249209042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"b2af5060-b013-4af7-8e0e-cafe5a691b59","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.261263187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3b9ada28-ed13-41bf-8040-b08504249390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.261268314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb2a7b53-f973-420e-a882-6ed7275ca602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.261608023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"a0627232-287f-408d-a295-562e764df6e6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.268471997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"a0627232-287f-408d-a295-562e764df6e6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.268675078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb2a7b53-f973-420e-a882-6ed7275ca602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:51.270802809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3b9ada28-ed13-41bf-8040-b08504249390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:53.198800183Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"bcca58c1-e4e6-4a51-90d6-6c0fb53d83d0","gateway":"openshift-ingress/e2e-ipp-a-18264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.266390073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"0a136c10-08ff-407b-bbb4-f0d74034ce81","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.322741915Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-free","reconcileID":"0a136c10-08ff-407b-bbb4-f0d74034ce81","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.384541261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-premium","reconcileID":"aaccc1c5-0804-48f6-842e-038bce87df14","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.385182171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"60413298-9a3e-4ef0-ae4e-ad218b8a199d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.503152582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1c5c1941-5d16-49e3-9d9d-7d9ed287ad16","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.513442998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"21bdf5b6-7f2b-41e2-a894-b00b49afc801","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.514685924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1e3570a4-e36f-4e1a-b335-ef757de10506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.515103711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"71b177ed-a7ea-4f01-8c7f-56b6873ba567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.523258678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1e3570a4-e36f-4e1a-b335-ef757de10506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.525237075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"21bdf5b6-7f2b-41e2-a894-b00b49afc801","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.526670825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"71b177ed-a7ea-4f01-8c7f-56b6873ba567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.658641858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5b9930c4-53e7-4585-9eb1-b7455c4808f1","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.666628717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"d273687f-1bb5-435f-8f95-b3b75641696c","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.67520428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"d273687f-1bb5-435f-8f95-b3b75641696c","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.681819179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cd6d01-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"d273687f-1bb5-435f-8f95-b3b75641696c","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.764504241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b2aeee92-8d30-4f4d-bb46-f3c97f8b885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.765235722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cedca154-5779-474b-8a64-13864034b800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.765334997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"01c2923a-c1e8-436f-a4d9-0402fee20d9e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.777439217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cedca154-5779-474b-8a64-13864034b800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.78015499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b2aeee92-8d30-4f4d-bb46-f3c97f8b885b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:54.783821993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"01c2923a-c1e8-436f-a4d9-0402fee20d9e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:58.155467169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"0ce5184e-7ca5-408b-a847-da4e045c7b7a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-35afa6","tenantID":"e2e-praxis-a-35afa6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:53:58.186096213Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"0ce5184e-7ca5-408b-a847-da4e045c7b7a","name":"e2e-praxis-a-35afa6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.268299753Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-subscription-success","reconcileID":"8c30b27f-aa8c-4b32-b660-06791ca0ef0f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.39677272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-subscription-success","reconcileID":"8c30b27f-aa8c-4b32-b660-06791ca0ef0f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.654298002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"6fd81c29-9f08-4e0a-bfbe-ab6a4497fd23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.654870015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e232ce96-ac27-4b1b-a3b5-bc4e2cb32e9b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.775480055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"99e1afe0-3822-48e1-a5c1-54adb1c117ae","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.791524379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"906c3c8f-82ce-4447-b1a1-f6034e6d7776","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.798615156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"abec1d06-2039-435a-9bb0-5ac893a524e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.821831212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"69a246e7-16af-4e61-a387-03affa6636bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.862480254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"906c3c8f-82ce-4447-b1a1-f6034e6d7776","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.937377816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"69a246e7-16af-4e61-a387-03affa6636bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.971894941Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-auth-success","reconcileID":"ec16c0fe-0af9-4da8-abab-680e0823e3e3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:01.988688181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"abec1d06-2039-435a-9bb0-5ac893a524e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:02.146404387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"f55f3095-4bb5-4907-a6f6-fa053b027a3b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:02.941172994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"cec96c3e-0a19-40d2-b9fa-61379e17b8a5","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:02.957626346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"1876ce63-7fe5-484e-9e7a-c19247833abc","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.026744882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"a9e86807-f1e5-4070-b010-cf98bed6aba7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.03875032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"a9e86807-f1e5-4070-b010-cf98bed6aba7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.134307958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d8987a1b-47a5-4752-8798-a56ad2d6f5ab","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.161192083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"14a9e3c8-d56b-4b67-9646-ff06eb453b0f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.184970934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"14a9e3c8-d56b-4b67-9646-ff06eb453b0f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:03.504123141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"098d6590-5519-4263-a32a-798ac9cf2b79","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:03.881027276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"14a9e3c8-d56b-4b67-9646-ff06eb453b0f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.004620866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"b8e71ee1-bfef-4525-b849-58e0a4613066","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.04117791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"b8e71ee1-bfef-4525-b849-58e0a4613066","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.057877016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"8d8c4f9c-d2e5-4d2c-97f8-f23daa1ac270","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.682730011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-premium","reconcileID":"4497ff47-3c93-410e-9f0d-de035d8423a6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.740287532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"29168981-d87f-44e3-831d-b7ec2e43c526","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.769645865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"29168981-d87f-44e3-831d-b7ec2e43c526","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.798859034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-subscription-premium","reconcileID":"4497ff47-3c93-410e-9f0d-de035d8423a6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.842330787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cd6d01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a51efaa585865943714a78affc7548a2f4162a2595e2f06f9728e111184987b) AuthConfig (0b82077d277be74b0a1e3ddf9ed96dbfaabaf6d38058b62e91f2781aff3f073e) AuthConfig (ad8ec8b6ce966c34c978990c0d05347231a44917da746a202165e787e45d4121) AuthConfig (001fb616047adcbfc472706b43fe6d02a4d8bf5bb79fe17ef4adfe6111b25ce0) AuthConfig (847ac1c3ce857ee91fec85f0ac8f2b8b6283689c3073d62ae92d5e94e6b11627) AuthConfig (8a1a79c247717270051c0bb86565c892e287dc67c2c4b8adfab6d1cda3421152) AuthConfig (9083a01c0c973bcaa455d7428364b6b70d6192afe67efeb6d7261be07fe1464c) AuthConfig (11c3b8870f620b2f6cc23efeda980fbda31292fa627c0b05608439b89fcc873e) AuthConfig (3e90d9aad3df69147c9afae7743fb3413233a15ad61ffb20ce273b53b00983c0) AuthConfig (efa4774466dd5e61f8ebd9372b48bdb3564d38217e851b68b84bc6c3d6527ab4) AuthConfig (4309250908111becd3740699aa4facab6b8be670c8da65b15b1059d56bba1476) AuthConfig (12809ed519e7b1882a704907961b5624aca33810869e78f95d7f57abae14a898) AuthConfig (584b697fc08dd5ce436c2521daa09ed637a03d77a9eb1469b1ece2807d6985c7) AuthConfig (9dc5c777b28a89c39ff43fbd186f02fc3ae4de815954f3501288367498483a69) AuthConfig (2c3e3bd6c398589f18bf7a885edd994147c46f1b18b6b4cbd0d59386c9f84b3b) AuthConfig (53f31767e83010abf6deed37f45bd807b4d6428df92fb6a3e74e08cf5310f638) AuthConfig (b4c5809677ea89e93abf251a6e93ad78131fb0d1d38a44dc5a688ac4b244b2b6) AuthConfig (31c4b0b888ecff9adeb765e23ee7c46f7a308baa98cb7fe9b7ac19aff0eb216e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"29168981-d87f-44e3-831d-b7ec2e43c526","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.875147108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"770f231b-c4b1-48b0-b121-1149ee4e5868","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.875174103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"770f231b-c4b1-48b0-b121-1149ee4e5868","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.898319551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"643ed63b-17a1-435b-b0c8-96faa03ea440","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.902104253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4685d835-5724-4fd7-961d-a6ac2bc2a93c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.944502003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"82319b61-b4c8-4b9c-a24f-071a5221f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.944953915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"70ab0b7a-ac95-4959-bcd9-ac7452915423","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.945223439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c870db30-f62d-45a5-8cdc-f884e5ebf1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.95678921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"82319b61-b4c8-4b9c-a24f-071a5221f288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.9593373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c870db30-f62d-45a5-8cdc-f884e5ebf1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:04.960348044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"70ab0b7a-ac95-4959-bcd9-ac7452915423","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:05.058467957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c47a43c8-41cc-4966-badb-bf5d5dd41be0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:05.058497249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"ad2ad1d3-5c49-49a2-8d32-a81eb1090fd0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:05.077199155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"520a0123-2b70-4c42-a543-14280e052f59","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:05.188792155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f18e99a2-1760-466a-b8cd-161db8a24cc5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:05.378636497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"2abea62e-deea-4109-86b8-d07ff97aa83b","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.259124677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"2e7ec6a3-a0c0-431b-867f-ffb09c8d4f6e","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.561837718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"3fc7fc6f-6ce7-401e-9e46-123ec2f1a1ae","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.607702561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"59ff1d61-310e-438c-bbf1-a948cd45b9f1","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.61614573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"9f8124cb-af7d-45a0-87ea-0d2396929188","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.624606404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"c358c572-8835-46ee-a523-daa20d87d4a9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.631493987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"c358c572-8835-46ee-a523-daa20d87d4a9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.785455064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6b514ceb-79b2-43b7-9ac3-ef3fd254fcd0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.806725903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"acd54064-e078-420e-85df-e0ea72a1bc7f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.808381535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"88e26821-2c24-4bff-990d-2ad235aec7fb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.820398927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"899109b1-84aa-4eed-a6e6-c22a84bbcdf3","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.822842235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"88e26821-2c24-4bff-990d-2ad235aec7fb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:06.826174163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"0adffab2-bda2-4ce3-8219-bef8ed3909ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.848241333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"adce319d-b38f-4817-9a15-c17de4ade3a7","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.855272952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"c84c6c94-c638-40d2-bdf9-8192a6875239","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.876754844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"fde21669-59ea-4ac1-aae5-71fb3e037951","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.904397766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e207091d-a612-4e14-a52e-986f0aabb0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.904821686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2516596b-5868-4370-b3e3-88ff85f51454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.908188343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f70293fb-440e-42ff-b7fc-6e6b35007ec4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.91278938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e207091d-a612-4e14-a52e-986f0aabb0c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.913701327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2516596b-5868-4370-b3e3-88ff85f51454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.969248097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"6093096d-999e-4a49-baaa-fd6c5c43bd74","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.969475208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"c14dee9a-46ef-4ce7-9f1d-3dd9782afa0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.986395822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0048c0e6-7a5a-448a-bab3-39f8e681a9fd","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.988274464Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-d5d3c3 priority=0:[ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-other-subscription ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:06.999472401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"b99fcf3b-788c-47a8-8734-1c03728d359b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:07.005239067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"1f1696f2-acc1-4fa5-b5c7-49662e1e38a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.005580692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"8120646e-c541-40f6-996c-dac7af42ab1b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.009316776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f5340252-c0a5-4107-84cb-d0a6d16d5e80","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.01323411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"8120646e-c541-40f6-996c-dac7af42ab1b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.031441574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"c5bbf515-7988-4c40-9131-3f261405de01","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.037195646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"76c799d8-a64c-4287-8dc8-54112f35985e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.077717559Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"710f81c3-bee6-479c-88e7-d8b0bbdfcaf9","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.106576763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5af87d75-50d5-4646-98fe-725fd240eec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.106959675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4c164c38-0499-4d44-9ac2-9831da9c5ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.10969063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"b10ceece-ceb9-4506-a1ef-1f7b8b228317","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.114595325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4c164c38-0499-4d44-9ac2-9831da9c5ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.11529434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5af87d75-50d5-4646-98fe-725fd240eec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.176261498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"7dee91ee-7ee2-4007-a278-9f8195f089b6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.176814628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"d8010e70-60f2-4096-9eb9-0f84093aed56","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.176843237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"e9bc4b54-4382-46fc-9e65-e8917bbbc970","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.207222331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"7934b013-7fc3-4769-a704-5f3d6139d25b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.214628409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"7934b013-7fc3-4769-a704-5f3d6139d25b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.900172909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"648374d7-04d6-49ef-b308-6e8e509c0bb9","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.91222121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"d11b65b7-4425-4c9b-9a33-2624a886cd28","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.913563804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0ee8647-5195-41f5-90ee-3551f6645308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.913854091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e889e0c3-018c-47c1-84af-19ff87814584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.920825101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"d11b65b7-4425-4c9b-9a33-2624a886cd28","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.921093891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0ee8647-5195-41f5-90ee-3551f6645308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:07.923485544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e889e0c3-018c-47c1-84af-19ff87814584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.050857387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85945145-0b66-443d-9ad5-7bb5806e3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.054465266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85945145-0b66-443d-9ad5-7bb5806e3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.058892756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85945145-0b66-443d-9ad5-7bb5806e3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.062935453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85945145-0b66-443d-9ad5-7bb5806e3e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.347763029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5edf7f-78c4-427b-87fd-307a52c3aeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.351384192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5edf7f-78c4-427b-87fd-307a52c3aeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.382017125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5edf7f-78c4-427b-87fd-307a52c3aeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:10.385779776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5edf7f-78c4-427b-87fd-307a52c3aeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.132537104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"325f1796-360f-44f1-8125-68219e3cee42","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.138624523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"2a7fb2ce-5852-4fec-9a62-842e4b5574a2","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.144004736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6b492598-fdf5-45ea-8127-7432a6b4fc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.144132712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"2ddfca13-4b0e-429c-8acd-15572c761003","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:13.144391478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-sub-only","reconcileID":"fd295307-cf6d-4945-a439-838318b56a68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.144674903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0d4ed1e6-9243-4734-a91f-7afdc23b184b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.150419865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"7a28ab81-d94a-4cfa-a246-1f1f6d037412","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.155319658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6b492598-fdf5-45ea-8127-7432a6b4fc25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.155525402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0d4ed1e6-9243-4734-a91f-7afdc23b184b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.157960225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"2ddfca13-4b0e-429c-8acd-15572c761003","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.161042304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a6a098af-9274-4c4e-9a50-5696d623fbbe","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.181771835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"44b29da3-72ca-4fc2-bde1-a0a9c079b160","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.208688066Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-sub-only","reconcileID":"b375a2b6-8323-4906-a057-290c4539e1f0","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.227862283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"14e44f87-fccd-4748-9c6d-504dfb99756b","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.241680789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"19ee6428-d682-4997-b832-8e712a5966e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.241778071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"814bac29-f0a7-492e-84b0-c1ae1b2574b8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.242047644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"beeddd2f-7c8c-4a4c-9be1-82b51b11d487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.250404093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"19ee6428-d682-4997-b832-8e712a5966e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.251666963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"814bac29-f0a7-492e-84b0-c1ae1b2574b8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.263530359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"beeddd2f-7c8c-4a4c-9be1-82b51b11d487","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.389526245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-sub-only","reconcileID":"7a2c35e5-35fc-4277-bd3a-6e8e5fbbfbef","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.408292177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"cb382516-90d5-4c81-a9be-ae054b3b6577","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.972338035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c64c134a-8d8f-4db6-9b81-3d9066d4c183","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.986851991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"def6fa29-0f9a-45f1-8709-3749036662a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.986878411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"a57e1879-50cb-4fba-83bb-92e52bae8ad2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.993831647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"a57e1879-50cb-4fba-83bb-92e52bae8ad2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:13.995034145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"def6fa29-0f9a-45f1-8709-3749036662a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.10579597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a66d9b97-836e-4ef8-a3f5-f86fc776a4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.146645968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a66d9b97-836e-4ef8-a3f5-f86fc776a4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.549912258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf9d15-87dd-457f-bbe2-9935453bf79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.554152928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf9d15-87dd-457f-bbe2-9935453bf79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.557627209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf9d15-87dd-457f-bbe2-9935453bf79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.561210029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cbf9d15-87dd-457f-bbe2-9935453bf79a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.829732444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a14d3b2-41c8-4dcc-872d-c37d3ea3b1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.833363244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a14d3b2-41c8-4dcc-872d-c37d3ea3b1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.840556898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a14d3b2-41c8-4dcc-872d-c37d3ea3b1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.847102878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a14d3b2-41c8-4dcc-872d-c37d3ea3b1d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.880537338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"f9aff4e9-56f3-4e09-aa5d-42bb617d5c56","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.892647284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"f9aff4e9-56f3-4e09-aa5d-42bb617d5c56","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:14.901892609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cd6d01-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a51efaa585865943714a78affc7548a2f4162a2595e2f06f9728e111184987b) AuthConfig (0b82077d277be74b0a1e3ddf9ed96dbfaabaf6d38058b62e91f2781aff3f073e) AuthConfig (ad8ec8b6ce966c34c978990c0d05347231a44917da746a202165e787e45d4121) AuthConfig (001fb616047adcbfc472706b43fe6d02a4d8bf5bb79fe17ef4adfe6111b25ce0) AuthConfig (847ac1c3ce857ee91fec85f0ac8f2b8b6283689c3073d62ae92d5e94e6b11627) AuthConfig (8a1a79c247717270051c0bb86565c892e287dc67c2c4b8adfab6d1cda3421152) AuthConfig (9083a01c0c973bcaa455d7428364b6b70d6192afe67efeb6d7261be07fe1464c) AuthConfig (11c3b8870f620b2f6cc23efeda980fbda31292fa627c0b05608439b89fcc873e) AuthConfig (3e90d9aad3df69147c9afae7743fb3413233a15ad61ffb20ce273b53b00983c0) AuthConfig (efa4774466dd5e61f8ebd9372b48bdb3564d38217e851b68b84bc6c3d6527ab4) AuthConfig (4309250908111becd3740699aa4facab6b8be670c8da65b15b1059d56bba1476) AuthConfig (12809ed519e7b1882a704907961b5624aca33810869e78f95d7f57abae14a898) AuthConfig (584b697fc08dd5ce436c2521daa09ed637a03d77a9eb1469b1ece2807d6985c7) AuthConfig (9dc5c777b28a89c39ff43fbd186f02fc3ae4de815954f3501288367498483a69) AuthConfig (2c3e3bd6c398589f18bf7a885edd994147c46f1b18b6b4cbd0d59386c9f84b3b) AuthConfig (53f31767e83010abf6deed37f45bd807b4d6428df92fb6a3e74e08cf5310f638) AuthConfig (b4c5809677ea89e93abf251a6e93ad78131fb0d1d38a44dc5a688ac4b244b2b6) AuthConfig (31c4b0b888ecff9adeb765e23ee7c46f7a308baa98cb7fe9b7ac19aff0eb216e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"f9aff4e9-56f3-4e09-aa5d-42bb617d5c56","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:15.490191342Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8bbb6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8bbb6e","reconcileID":"1507c40a-2caf-4944-abdb-57f1feb4df4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8bbb6e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-8bbb6e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:15.746798476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154976c8-44ae-47f3-b278-c8f980a351bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:15.750204584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154976c8-44ae-47f3-b278-c8f980a351bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:15.75364887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154976c8-44ae-47f3-b278-c8f980a351bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:15.756944399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154976c8-44ae-47f3-b278-c8f980a351bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:17.424539817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:17.916074818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"60614fe2-3ee2-4fcf-89e4-7ea945d0ad66","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:17.935094604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-user-subscription","reconcileID":"60614fe2-3ee2-4fcf-89e4-7ea945d0ad66","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:17.952597744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"28fd7b99-baa5-4fc9-9ec8-59fc56b3c316","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:17.953217509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"77564535-0e72-47b2-8192-6611f89a17e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.083650492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"be567626-c959-4ab4-ab66-37a3f631a840","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.118719063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"332cd9b5-4891-4629-baec-ca3b6c1339cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.129161747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c64b0411-c7e6-4f24-9680-e91743f910fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.129783091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"5b517708-ffb2-4391-9c07-33c3fc03a76e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.157069228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"332cd9b5-4891-4629-baec-ca3b6c1339cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.160198867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"5b517708-ffb2-4391-9c07-33c3fc03a76e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.161373243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c64b0411-c7e6-4f24-9680-e91743f910fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.232603579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3628a3c1-0aa3-448e-aba6-655e7604719f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.332306416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b5acda11-4c4c-4dba-8ba5-30d6b12bc84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.333750281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"c77afebd-7bf2-4baf-a9a9-5d6aae56bef9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.334203479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f391988f-95e8-444f-a8ba-4372e2e2fe92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.404421867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b5acda11-4c4c-4dba-8ba5-30d6b12bc84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.407216582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f391988f-95e8-444f-a8ba-4372e2e2fe92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:18.409747984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"c77afebd-7bf2-4baf-a9a9-5d6aae56bef9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:23.186162638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"b3d141ad-f0e3-47f7-940a-65e62f46b9fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-8bbb6e","tenantID":"e2e-ipp-b-8bbb6e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:23.286802396Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"b3d141ad-f0e3-47f7-940a-65e62f46b9fc","name":"e2e-ipp-b-8bbb6e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.015848922Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-sub-only","reconcileID":"f576a23e-7d81-48c5-852f-f8c8e61ccdd6","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.095300005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-sub-only","reconcileID":"f576a23e-7d81-48c5-852f-f8c8e61ccdd6","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.133437115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"71f3077a-1251-4078-aabe-ca0f013a86a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.229630347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"5eb4d11b-a8a3-40b4-bc88-7db42ae2b28c","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.243501771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"8d988ddc-5a03-4152-b74b-5627db68fcde","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.243857865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6caaebbc-d84c-450c-a8b9-c2674e0ba466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.244076674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"43cf3602-deee-4d4f-9d9c-03ac715db419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.256373327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6caaebbc-d84c-450c-a8b9-c2674e0ba466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.326200414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"8d988ddc-5a03-4152-b74b-5627db68fcde","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.412573198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"43cf3602-deee-4d4f-9d9c-03ac715db419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.437701474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"c5b88d75-2625-4522-8537-8f7eae212753","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.601239145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-test-group-no-auth","reconcileID":"60102a8d-0d6c-4ca0-8b1e-917320733e33","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.770873663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"5b6d50d0-e2e5-4eb2-ace2-f09c9af4101d","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.916656032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"ff49c2d0-808c-4e0a-9fc2-76f83131bf52","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:24.930717103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"ff49c2d0-808c-4e0a-9fc2-76f83131bf52","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:25.008317156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"5b4b316f-d3ba-4c0e-9af4-e6cb1083f960","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:25.00845211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"5b4b316f-d3ba-4c0e-9af4-e6cb1083f960","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:26.324327738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308c216-4319-4d8f-a7c0-79369ed140c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:26.358293681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308c216-4319-4d8f-a7c0-79369ed140c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:26.390256148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308c216-4319-4d8f-a7c0-79369ed140c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:26.406162726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308c216-4319-4d8f-a7c0-79369ed140c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:26.58908822Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-343e30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-343e30","reconcileID":"06f54e58-8e95-486e-ad58-a6999fadf509","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-343e30","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-343e30":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:27.511335004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"8d8b4dab-d4c9-4889-9cce-9cc2e7a0896a","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:27.675037131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfc95fd-76e1-409a-b4bb-6319ae8c1a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:27.68097085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfc95fd-76e1-409a-b4bb-6319ae8c1a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:27.686226077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfc95fd-76e1-409a-b4bb-6319ae8c1a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:27.692044808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfc95fd-76e1-409a-b4bb-6319ae8c1a7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.135250828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113154-7956-4da4-8c40-983178057af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.241672913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113154-7956-4da4-8c40-983178057af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.296087784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113154-7956-4da4-8c40-983178057af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.34693555Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"13325c23-2840-4d5f-b781-d09f95f24339","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.352392412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67113154-7956-4da4-8c40-983178057af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.40574781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-other-subscription","reconcileID":"13325c23-2840-4d5f-b781-d09f95f24339","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.558488711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"382cbc8c-e232-4f0d-a5a6-38067a5d6aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.582270979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"2a5e8a47-d509-46bd-9665-e361dccc9996","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.609877773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"606ea262-185f-484a-8892-3b50aae1f271","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.610453013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7c207948-33b4-44de-a3ba-f19e2bf6e022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.610873023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"391dc689-a631-43a6-8f40-097abeb1b366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.621726854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"606ea262-185f-484a-8892-3b50aae1f271","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.630677381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7c207948-33b4-44de-a3ba-f19e2bf6e022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.630716444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"391dc689-a631-43a6-8f40-097abeb1b366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.731608906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-test-auth-access-denied","reconcileID":"5cce78a8-d073-49ea-8d63-9b4db05bf991","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.73197088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"81c1d8c0-2efe-46f8-9000-3b2223cfdae0","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:28.849724529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"491f9537-743a-46af-b4d7-b30e6dc4bbfb","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:29.493090334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"a017990a-3cc7-4be2-85ff-8ec884c73c65","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.21600109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c600dde7-816c-4a19-8d0f-8e3b0ba61f5e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.223016323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"3344df4d-cfac-4c63-9abb-4f4819f85a77","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.233292542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"9708369f-97fd-4864-8216-f197dccf0782","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.243437296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"9708369f-97fd-4864-8216-f197dccf0782","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.269425763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"20cda7b4-e4c7-4124-b171-5b73d1a9bc40","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.336012977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"d13d06be-8338-4527-8eb9-b8dcc72c28af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.34286242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"d13d06be-8338-4527-8eb9-b8dcc72c28af","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:30.36407226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"d13d06be-8338-4527-8eb9-b8dcc72c28af","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.37880089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"52302e5d-f703-4ba7-8598-6499d9c20027","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.394324736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"52302e5d-f703-4ba7-8598-6499d9c20027","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.431439095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1ebd657f-42a1-414e-9a87-13c7f3c18461","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.445412218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"83569ac2-0ea6-473a-8fa2-1035ed7ba2d4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:30.449639073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-sub","reconcileID":"b2560e4e-2bc9-49c5-b1cd-6eb267b4e010","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.496584387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"666f310f-2ba9-4dbe-acda-218bfd033093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.497433936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"085fcf57-fda3-4f87-972b-3ecb141e7154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.556279574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"085fcf57-fda3-4f87-972b-3ecb141e7154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.565252948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"666f310f-2ba9-4dbe-acda-218bfd033093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.573568201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"8839056d-2d4b-484f-b06d-4a7a7780900e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.591098131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"77a84281-5549-4b51-920a-7d534f68c205","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.627761395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"75c2d18b-3809-4c87-a7cc-5116a9aac85c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.649152177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"75c2d18b-3809-4c87-a7cc-5116a9aac85c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.659254695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-sub","reconcileID":"555c4509-d330-48f9-bb57-13f284196417","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-status-active-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.676575692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"26441820-605b-4816-a551-34d61d0bf347","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.693488972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c6a59899-b19c-4737-a0ab-587381d1dd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.693845234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bcab8c68-b1b5-44a4-8403-8e26aea9dfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.717959593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c6a59899-b19c-4737-a0ab-587381d1dd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.7228588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bcab8c68-b1b5-44a4-8403-8e26aea9dfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.734189491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"761ab59c-61ec-49db-b754-92e33365fe4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:30.734657258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-sub","reconcileID":"5fb1f6d2-0cf0-4db7-a328-7daf73ab2c8e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.057659655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"edc1b23e-cf8d-4295-93b7-e22feef8411c","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.069327285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"0675c3fa-d7a7-4fb8-b90d-36abb3e0b253","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.069712507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d81bf22e-53c6-43a6-96dc-255bfd5f9123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.069809817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9a400efc-6898-4bfa-99c3-9cda5686da98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.076731722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"0675c3fa-d7a7-4fb8-b90d-36abb3e0b253","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.077517855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9a400efc-6898-4bfa-99c3-9cda5686da98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:31.079421072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d81bf22e-53c6-43a6-96dc-255bfd5f9123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.635019262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9fb70768-ea04-4f5a-bf91-5bdef50a34d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:34.635321054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-sub","reconcileID":"69b00229-440b-4572-94be-029c2d4b77fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.683813672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"38fcfb2d-3710-4213-a5b0-702e8a44aaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.70861422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9fb70768-ea04-4f5a-bf91-5bdef50a34d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.711010701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"38fcfb2d-3710-4213-a5b0-702e8a44aaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.727018945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a74a2986-4d91-490a-8d43-680f215a3ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.730491469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b0beb8e7-bfe4-476a-b517-ddd4e93ce400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.735377291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a74a2986-4d91-490a-8d43-680f215a3ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.737610723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b0beb8e7-bfe4-476a-b517-ddd4e93ce400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.938202871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1ef27844-cea9-42f0-93ca-faddcfacf5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.938391464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d48bb262-c7bb-4220-b981-c5e608f5b3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.94812765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d48bb262-c7bb-4220-b981-c5e608f5b3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:34.949123433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1ef27844-cea9-42f0-93ca-faddcfacf5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:35.955100801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eee8a00-ba97-46fd-aa77-b48fea5bbaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:35.959217697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eee8a00-ba97-46fd-aa77-b48fea5bbaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:35.962528461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eee8a00-ba97-46fd-aa77-b48fea5bbaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:35.982207165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eee8a00-ba97-46fd-aa77-b48fea5bbaf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.130891985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"b8301955-7e5d-4043-a8ac-022cf50d17e1","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.130911617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"b8301955-7e5d-4043-a8ac-022cf50d17e1","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.139324985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8a7dc3fb-22b0-47f4-a235-e13298b932fc","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.139350799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8a7dc3fb-22b0-47f4-a235-e13298b932fc","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:36.141721219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"d55bd689-4c4d-46dd-b342-7169fda7d3fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-cd6d01-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.144088052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b24fd115-7f63-476d-8521-ff919f5539d1","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:36.144685871Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8a7dc3fb-22b0-47f4-a235-e13298b932fc","name":"praxis-route-cd6d01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cd6d01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:36.144730896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8a7dc3fb-22b0-47f4-a235-e13298b932fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cd6d01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.15032195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"ed2f2104-d934-4759-b9b0-d8cb39d87038","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.150337582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"ed2f2104-d934-4759-b9b0-d8cb39d87038","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.15194189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"3589b6a1-e2c1-4ea9-b8d2-b988e43f7382","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.15195879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"3589b6a1-e2c1-4ea9-b8d2-b988e43f7382","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.152649752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b24fd115-7f63-476d-8521-ff919f5539d1","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.160663139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"98d87296-e4d2-4ff7-a4e5-f43a855979b7","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.160684955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"98d87296-e4d2-4ff7-a4e5-f43a855979b7","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.204034895Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"006ccc42-6092-4332-a889-e329064ed24b","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"praxis-route-cd6d01","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.222286857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"28693fd1-957c-4e4a-b93c-f1556830663b","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.222307607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"28693fd1-957c-4e4a-b93c-f1556830663b","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.284506237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"f24c4fc5-51f0-453f-9e86-2a3c4575f5f7","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.291585248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"3c6496cd-facf-43bb-96b5-832495d38508","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.292120178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"f24c4fc5-51f0-453f-9e86-2a3c4575f5f7","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.330985005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b41bc7-90a1-4e05-addf-cf9018b73fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.334510382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b41bc7-90a1-4e05-addf-cf9018b73fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.337995786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b41bc7-90a1-4e05-addf-cf9018b73fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:36.341478236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b41bc7-90a1-4e05-addf-cf9018b73fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:38.226141465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"8e936533-a61c-412f-b37e-42115b83b265","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-343e30","tenantID":"e2e-praxis-b-343e30","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:38.260206511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"8e936533-a61c-412f-b37e-42115b83b265","name":"e2e-praxis-b-343e30-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.114269801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-sub","reconcileID":"3eee9a0a-e498-4bb4-b2b4-c33b26c6c0bc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.174214069Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-sub","reconcileID":"3eee9a0a-e498-4bb4-b2b4-c33b26c6c0bc","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.207996622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"e709dd74-8f75-40df-afba-138c65fca8d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.305364705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"799120d4-6708-43ed-9f75-f9592a7c075e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.325748918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f7b59b14-de82-4067-92f3-b3317c48e67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.326445301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"84b47cb8-96bc-43e2-8f29-9778322e8086","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.326831591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c57cc51b-0bec-4e40-9961-4fed99546322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.334356089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c57cc51b-0bec-4e40-9961-4fed99546322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.334782553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f7b59b14-de82-4067-92f3-b3317c48e67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.337320607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"84b47cb8-96bc-43e2-8f29-9778322e8086","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.458653865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth","reconcileID":"fdda69b9-2da0-4903-bbfd-75dad72af62e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.458875082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"455d4677-37fa-44fb-aa6a-44450be2cb8e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:41.471064006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a19fdd92-1e1c-4ec4-b54a-4562f1ae5fad","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.266875793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4c347d31-18c5-49f1-a03a-ccdbbb921fb7","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.272277749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"fb71bbd5-c198-4286-a2e2-ce73afd8015a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.285373364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth-only","reconcileID":"918bc126-1c44-44ea-b25a-75e267b5f358","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.298620935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth-only","reconcileID":"918bc126-1c44-44ea-b25a-75e267b5f358","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.327080495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"7e6c9345-ff43-482f-ad4b-fa507e7a72c8","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.386262444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth-only","reconcileID":"c8c057e2-6177-452f-a2da-5646ab5b55fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.398771453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth-only","reconcileID":"c8c057e2-6177-452f-a2da-5646ab5b55fd","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.748722038Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-active-auth-only","reconcileID":"aff44804-37f3-4b99-9a67-dd406cb2d729","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.754530356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"9ec9468d-2716-4da2-aa39-a27f16ccfe49","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:42.805555525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"2d5fc02a-0ae9-426a-9071-2cd56e4b7eb7","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.707695226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4629df73-848c-41b0-813c-d7d6bafa61ee","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.713310351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5aa9d522-cda5-4aa7-8210-5a0e4c8d3ac3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.724053215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"017084b3-94b5-49e4-8ed8-591edf962556","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.73071013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"017084b3-94b5-49e4-8ed8-591edf962556","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.752425067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"050c6cec-e0fc-4370-92a2-00fffb65c967","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.821902885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"a6fc850a-5269-4ea1-9ce0-555272e97f76","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.829206301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"a6fc850a-5269-4ea1-9ce0-555272e97f76","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.906144805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"b3792db7-4130-4623-bb1f-352d32e244de","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.912831563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"dea7599b-3efe-434b-a460-5672a63ae84e","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:43.917066369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"787d5ef5-5af3-4ee2-b292-fc77ee427935","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.922560153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b7e5fead-ae4b-41a7-9fdf-11b97e878c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.922934573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"9f16c4af-2070-476b-853b-1ae126e872da","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.923217889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bd56dab4-a5b8-477c-950b-ef24eeb8fa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.930059924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"9f16c4af-2070-476b-853b-1ae126e872da","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.930272816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b7e5fead-ae4b-41a7-9fdf-11b97e878c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.932411101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"bd56dab4-a5b8-477c-950b-ef24eeb8fa48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.933238886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"9abbdf01-0cb9-4db9-b822-79492800d948","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.938280736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"fe83317b-659d-4c57-8895-411c3eb812a0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.958754309Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"685aef4d-5854-4f2e-b702-ee0c79e19cb9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:43.958829463Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"685aef4d-5854-4f2e-b702-ee0c79e19cb9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.000517464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4874053b-3a57-4c9f-b76c-e93f87dcd908","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.085751604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"ef56459a-b49d-4009-877f-3f05c1f12047","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.086593472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e85703b3-d4fa-4312-8a45-15d26a7fc550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.087272322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9220ad67-2894-41ae-bc4c-21aba5806a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.111387583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e85703b3-d4fa-4312-8a45-15d26a7fc550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.112433114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"ef56459a-b49d-4009-877f-3f05c1f12047","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.116960639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9220ad67-2894-41ae-bc4c-21aba5806a8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.124606311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"34dc576b-8913-4ff6-9250-f190c5beb932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.186135373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ee42c0f5-90b8-4f57-b770-2a7914cf0000","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.186316029Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ee42c0f5-90b8-4f57-b770-2a7914cf0000","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.218128067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"32136784-6f4a-4515-b784-1c6602123c67","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.229252141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"e46647c9-64db-462b-a1b9-9b0efeca8cfe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.22928559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"91aaabe2-b72c-4e25-a7b7-d31455662324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.22997461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"97fb1012-3a14-4f4e-b218-16ab87c6bf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.236151419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"91aaabe2-b72c-4e25-a7b7-d31455662324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.236314627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"e46647c9-64db-462b-a1b9-9b0efeca8cfe","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.23846918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"97fb1012-3a14-4f4e-b218-16ab87c6bf5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.900491982Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"84070ad8-defb-412f-bd29-d0d2e0fd90e7","gateway":"openshift-ingress/e2e-ipp-b-8bbb6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.993800992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-sub","reconcileID":"9242e58b-bd55-4681-841a-58e6eac19b54","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:44.993976759Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-sub","reconcileID":"9242e58b-bd55-4681-841a-58e6eac19b54","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:45.028051778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8c5891da-a30e-48f2-a4aa-b488beedd56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:45.028050592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"007efcfc-5dab-4c55-9af4-1e2ff50d34e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:45.082957868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8c5891da-a30e-48f2-a4aa-b488beedd56e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:45.083361894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"007efcfc-5dab-4c55-9af4-1e2ff50d34e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:47.425125452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:48.836086702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"007e9ce4-e987-4e48-b6d5-6bea279c1d67","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:48.94471003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"b6007ffd-01cd-42d8-8d8e-c0539000f433","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:48.944812479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"b6007ffd-01cd-42d8-8d8e-c0539000f433","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:49.547156596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"e5d83580-d6a6-48ff-8fa6-8d3ba1a3d40f","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:49.809620268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"e5d83580-d6a6-48ff-8fa6-8d3ba1a3d40f","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:50.449394814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdb6d18-532d-46f6-9687-de910623329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:50.523069565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdb6d18-532d-46f6-9687-de910623329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:50.686143701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdb6d18-532d-46f6-9687-de910623329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:50.69424697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebdb6d18-532d-46f6-9687-de910623329f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.346287675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"445c11d3-25ed-443a-be4b-6e2926fdf427","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.492036936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"e577c777-c19e-4dd6-9377-d186d67e1fc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.512808311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ccaea520-75d8-4e50-b00a-7fc5426a3f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.529638361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"64068300-f564-4b94-b80e-a6d2a31503b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.619554703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"64068300-f564-4b94-b80e-a6d2a31503b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.692622485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ccaea520-75d8-4e50-b00a-7fc5426a3f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:51.956058585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"3052f9c7-54b6-493a-910e-e1b70c4294ab","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:52.301182384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"6a4ab039-cf54-4f83-8bde-57b58d262b1f","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:52.61460869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"a45381fd-dfc4-452f-b66f-8900b667a363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:52.957618119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"7b333107-95fa-471b-a4cd-b4c36d6dd6f1","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.088734814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"045974c1-55fc-4a10-a9a4-944a87adc474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.089907177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"fb5bd5bc-bee9-479b-a002-8e8963d5b7df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.148711299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"045974c1-55fc-4a10-a9a4-944a87adc474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.165110699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b9ad35-91a5-403e-a52f-2116767249ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.166638298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"95ee692a-4e04-4aab-9767-89f60de19737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.217064564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"63c5fcf0-efd7-4786-8e37-89e93b67e2c7","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.239525245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b9ad35-91a5-403e-a52f-2116767249ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.317802689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b9ad35-91a5-403e-a52f-2116767249ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.345264704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b9ad35-91a5-403e-a52f-2116767249ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.352223806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"95ee692a-4e04-4aab-9767-89f60de19737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:53.442777545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"5daea858-35d0-4a05-9a55-26961ebc698c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.074691099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"8473ed9d-7540-43bb-a1ec-3705f285c7d4","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.242325407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ce15388f-fcb2-4478-b95e-5dca76987db1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.352858632Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ce15388f-fcb2-4478-b95e-5dca76987db1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.352996325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ce15388f-fcb2-4478-b95e-5dca76987db1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.353162984Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-sub","reconcileID":"ce15388f-fcb2-4478-b95e-5dca76987db1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.376072435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"203020f8-7e67-4d48-8236-2e8eb7126e04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.380287211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27d690f-fc57-4d79-8377-89617fb10b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.390178832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27d690f-fc57-4d79-8377-89617fb10b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.410521177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1010835f-b91a-4edb-92cc-0ccdf3f1abd1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.432598493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27d690f-fc57-4d79-8377-89617fb10b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.433187006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"7ca84c01-89cc-47d9-a9b3-e1c1b2c23897","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.437703643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e27d690f-fc57-4d79-8377-89617fb10b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.45481406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"7ca84c01-89cc-47d9-a9b3-e1c1b2c23897","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.542787076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c53f05b0-8a1e-4bba-998f-2cedf5c8e464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.543418827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9e99f37c-3d0c-44ea-980b-0d2b1bb2cafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.556727736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c53f05b0-8a1e-4bba-998f-2cedf5c8e464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.558351229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9e99f37c-3d0c-44ea-980b-0d2b1bb2cafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.564546864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"de7417a7-a725-407e-898a-d7f1a28763b3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.564781833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ca8603b0-2787-44ff-9c42-65a8f2253287","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.745485498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"57ad8030-3b0c-4096-baae-8fa77137c96a","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.869629122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"67e9203c-4bc5-4d15-87dc-16ade2f6b010","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.992127698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1775f66-e087-486a-b7cd-de251573544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:54.998305056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1775f66-e087-486a-b7cd-de251573544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.011205173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1775f66-e087-486a-b7cd-de251573544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.024229083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1775f66-e087-486a-b7cd-de251573544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.704774639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0d25b472-88ad-4614-b114-09ccd49826c7","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.71830763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"86ac19e4-5449-427c-b0b4-742aa301916a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.73777208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"9b73d569-e363-4096-b2bb-fdf609f982ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.776252283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"9b73d569-e363-4096-b2bb-fdf609f982ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.804268539Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"9b73d569-e363-4096-b2bb-fdf609f982ba","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.834176504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"8320ad3e-c3b4-4730-89ba-1f413ff97b3b","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.859161387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"4847c101-c7e1-4621-9514-86551c83d37d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.865948749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"4847c101-c7e1-4621-9514-86551c83d37d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.874639564Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"4847c101-c7e1-4621-9514-86551c83d37d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.947059829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"b78ab107-f25d-4285-9791-d29552ff13c5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.954557941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"b78ab107-f25d-4285-9791-d29552ff13c5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:55.96096784Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"b78ab107-f25d-4285-9791-d29552ff13c5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.02872142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"e056cbf8-ffdd-4731-a0a5-a337ec9b006e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.029029084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ed71ebbd-2c97-469c-be67-fc70c8992f2b","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.046102554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"1ad7986b-2872-41f9-bf89-d13da07ab090","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.053285571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"1ad7986b-2872-41f9-bf89-d13da07ab090","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.059261395Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"1ad7986b-2872-41f9-bf89-d13da07ab090","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.113033571Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-status-degraded-auth","reconcileID":"e056cbf8-ffdd-4731-a0a5-a337ec9b006e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:56.121878621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"1ad7986b-2872-41f9-bf89-d13da07ab090","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.133133764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"43bc5356-1a5a-4069-abda-87e83a9feebb","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.149387912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"71b089f3-3ba4-4928-a596-615532d1980a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.156549798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"71b089f3-3ba4-4928-a596-615532d1980a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.162522968Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"71b089f3-3ba4-4928-a596-615532d1980a","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.805004025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"56806381-35ae-45bd-bb7a-d1f2d1a8f188","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.957521105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"83346f75-2d34-4eff-b95c-ccca6cffab0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.958174337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"af7a2bf9-0d98-40e4-81c9-721079809d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.958880351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"d821b4ea-5509-46e4-af1d-61f8fd184d8a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.961143169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"deec912a-137f-4405-9f3c-17b2e8f88c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.966635898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"83346f75-2d34-4eff-b95c-ccca6cffab0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.967003973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"31ec9877-a31c-4b9c-b276-cfd2630564c0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.969340217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"deec912a-137f-4405-9f3c-17b2e8f88c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:56.995689806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"aa707198-abff-4e04-83ac-d274f5cb014d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.013582424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"67090880-b813-48b2-ab16-61008e4fdf35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.04207798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"94aabb10-bc0f-4d5f-a85e-537cd493dd38","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.049202111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"94aabb10-bc0f-4d5f-a85e-537cd493dd38","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.089809476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"fd7f4253-9208-496d-9756-8dad1a5f19c0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.140680904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"25e77991-fdf8-4707-ac70-e07c8452ee91","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.148973121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"25e77991-fdf8-4707-ac70-e07c8452ee91","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.16875447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"96c59e07-9c78-4d89-85b0-80a573995df1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.174759785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"bb39552d-dd5e-44b2-9ad2-da5c04d99f90","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:57.18987583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"c99a8c3d-9c0e-4c63-9c92-6a3920257820","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.211331916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"771832df-6983-451a-b501-e94edc8d33bd","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.211446091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"771832df-6983-451a-b501-e94edc8d33bd","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.211972996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"13b3dd9f-54c4-42a8-8508-5c779884f83d","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.22663876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"54dc9c0b-b316-4c42-896e-f120d76123f1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.250050984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2b7f531a-2d32-41a0-bd2e-19f2e2c39e9f","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.250076008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2b7f531a-2d32-41a0-bd2e-19f2e2c39e9f","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.252773572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"059a6971-23d5-4221-8be1-a713abdbfd0a","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.255233217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4beabed5-d6a3-45e1-a204-ebf3a67ab5f5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.255547167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"303daaa4-04be-4f80-8147-5f1caa824898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.255822705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3fa81e31-7529-4be9-8413-af3efd48c4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.282520121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"a0983fbd-d07e-4b7e-a92e-75da17e2b4b5","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.296038637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"303daaa4-04be-4f80-8147-5f1caa824898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.313135521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"059a6971-23d5-4221-8be1-a713abdbfd0a","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.321733946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4beabed5-d6a3-45e1-a204-ebf3a67ab5f5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.327371498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3fa81e31-7529-4be9-8413-af3efd48c4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.381543806Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"2d554dc2-6b0c-4e72-b50f-68abda4de5a2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.381849304Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"2d554dc2-6b0c-4e72-b50f-68abda4de5a2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.486118036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a8db2b05-3005-4a41-a9b9-4b8d5e8fa19a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.488645702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"0beb7cb6-06d8-421e-979d-41a2045c691e","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.497087336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"5d0f3dd1-cf8b-4e63-b615-5828bc88d827","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.500482503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"78a16ed9-f30b-4d8e-9d48-3ff7ca723586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.501664121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"d10d12c1-5651-4ba9-8d59-5d7150b80010","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.502133575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"a7736355-2623-467f-90f9-4a3d0ae55b02","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.505561986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"5d0f3dd1-cf8b-4e63-b615-5828bc88d827","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.509269656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"78a16ed9-f30b-4d8e-9d48-3ff7ca723586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.530253471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"a0481d9a-59d7-467d-b1b6-e7f9d436faef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.581487005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b2db71-ba10-46a9-aac2-4e883020ac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.581550573Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"a0481d9a-59d7-467d-b1b6-e7f9d436faef","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.585680495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b2db71-ba10-46a9-aac2-4e883020ac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.589309757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b2db71-ba10-46a9-aac2-4e883020ac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.593726836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b2db71-ba10-46a9-aac2-4e883020ac3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.600338044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c42452ff-251a-4f82-b17c-2d4517b0d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.600944116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4b7d3911-3faa-4f0e-bd84-56c84a208527","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.608813835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c42452ff-251a-4f82-b17c-2d4517b0d07a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.609481643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4b7d3911-3faa-4f0e-bd84-56c84a208527","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.682679677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"f3d2b636-f133-4d00-a671-037867f34e2b","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.69901672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"1bb36ead-a26a-41af-b9a5-51ddea7e692c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.701361715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"53887874-7252-420c-af6f-b291072826e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.701663209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a04702e9-6ee3-49bf-b1de-13430aaf684d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.800817655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a04702e9-6ee3-49bf-b1de-13430aaf684d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.803641128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"53887874-7252-420c-af6f-b291072826e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.891269763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"abffd092-ad0f-4774-a7b4-caa160d2b2b8","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:57.91538625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"f7003179-f09d-44ca-9423-f4f736b42c66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.15558809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34cc757-f217-4800-b38a-b5f08dc6121a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.163405582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34cc757-f217-4800-b38a-b5f08dc6121a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.203076256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34cc757-f217-4800-b38a-b5f08dc6121a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.21534655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c34cc757-f217-4800-b38a-b5f08dc6121a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.365305494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-failed-auth","reconcileID":"9d099cfa-5185-4745-9638-31952d762d1f","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.482600726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7a5c3b-9364-4723-8441-2dd0549fb611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.486375324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7a5c3b-9364-4723-8441-2dd0549fb611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.489792586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7a5c3b-9364-4723-8441-2dd0549fb611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.493369906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7a5c3b-9364-4723-8441-2dd0549fb611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.739983471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a288f-6576-45e2-8b28-b6031f985d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.743494511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a288f-6576-45e2-8b28-b6031f985d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.747260104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a288f-6576-45e2-8b28-b6031f985d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:58.751066243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721a288f-6576-45e2-8b28-b6031f985d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.391880867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"9884dbcd-d925-4371-87a6-7a9862e90cbd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.391909368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"9884dbcd-d925-4371-87a6-7a9862e90cbd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.401350198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"cc44aacf-82fe-4006-bed4-3300df4ec057","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.577118112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"5cad5b54-2d66-4100-9a4b-7d676992ea8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.577145295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"5cad5b54-2d66-4100-9a4b-7d676992ea8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.58418459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"401ecb15-d626-4c63-b262-120be6cc767b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.584210782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"401ecb15-d626-4c63-b262-120be6cc767b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.62663865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"5989f7de-cd19-4e7f-aab1-f16c6717ad2d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.633318993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"5989f7de-cd19-4e7f-aab1-f16c6717ad2d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.753439132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"35537387-8f57-4d26-ac32-7c102c16a46d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.754383014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"35537387-8f57-4d26-ac32-7c102c16a46d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.800863049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"55c97374-1331-4e82-8b4b-a327a4a196ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.816326751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"2a364df3-7ec5-4e4f-9565-239569e1589b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.822004567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"2a364df3-7ec5-4e4f-9565-239569e1589b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.825241295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"55c97374-1331-4e82-8b4b-a327a4a196ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.834095089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"83fad4ad-cdb2-4846-890f-1be61eca5f26","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.836278929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"2124c0c9-54b0-456b-a0cf-0f1d25b67ead","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.836576825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"2124c0c9-54b0-456b-a0cf-0f1d25b67ead","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:54:59.837203277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-d5d3c3/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.83810028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"c7dd4707-aaaa-4636-98c6-0cfbfbe81021","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.838622578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"c7dd4707-aaaa-4636-98c6-0cfbfbe81021","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.859190232Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"e199c9a1-39dd-4cf4-b7ad-5be62a6b7359","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.890175649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7dd71262-617e-45eb-ac43-e556308a116e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.890184488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d6d6edd7-8273-44f6-bf2e-536898dac55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.891115176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"23444b3d-902c-46d2-a650-12419c796a3a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.891138625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"23444b3d-902c-46d2-a650-12419c796a3a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.897477802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7dd71262-617e-45eb-ac43-e556308a116e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.898526973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d6d6edd7-8273-44f6-bf2e-536898dac55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.953025206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"22579531-7d28-4b90-9663-efb6e0fde2cb","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.972600451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0f1bf341-8805-4b9d-8614-51556f4d9481","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.978513671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"a1cb42e4-e8a9-4236-a5c6-d752e4b0216b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.978540926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84730372-bdc8-4739-889b-f570eaaac0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.97894195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f2f03c8e-2a03-4de0-9450-4c5fb30ce3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.988456278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f2f03c8e-2a03-4de0-9450-4c5fb30ce3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.989060211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"84730372-bdc8-4739-889b-f570eaaac0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:54:59.990634375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"a1cb42e4-e8a9-4236-a5c6-d752e4b0216b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.075610519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1b7886ab-225f-4d0a-b007-455ceb4cc260","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.075605711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5e8cc061-d3d1-4720-a062-f4d734a30689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.0760607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5740eaae-5d4d-4da5-90af-e9d93057b085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.083578517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1b7886ab-225f-4d0a-b007-455ceb4cc260","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.084012518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5740eaae-5d4d-4da5-90af-e9d93057b085","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:00.086599161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5e8cc061-d3d1-4720-a062-f4d734a30689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.273171299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","namespace":"ai-tenant-e2e-praxis-a-35afa6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.273247983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","namespace":"ai-tenant-e2e-praxis-a-35afa6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.273315629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","tenant":"e2e-praxis-a-35afa6","tenantID":"e2e-praxis-a-35afa6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.277958736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Deployment","name":"maas-api-e2e-praxis-a-35afa6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.295373678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Service","name":"maas-api-e2e-praxis-a-35afa6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.334371246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-35afa6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.34812104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-35afa6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.3578598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.36607183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.371586167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.376960866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.37993257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.399252171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.402505081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Service","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.427238571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.444431086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.450264958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.453278348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.458988335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.462067529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.46480786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.467471393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-35afa6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.470187052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-35afa6"},"namespace":"ai-tenant-e2e-praxis-a-35afa6","name":"default-tenant","reconcileID":"f24e71ea-d562-48b7-9994-f41de1a02266","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-35afa6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:06.701603336Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-35afa6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-35afa6","reconcileID":"d4c0fa3f-3e13-433a-abd5-a5e5068c045f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-35afa6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-35afa6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.356237773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"c03710fe-207e-4328-9fce-1a9f8b093ab1","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.356262339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"c03710fe-207e-4328-9fce-1a9f8b093ab1","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.365718087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"140271b1-bc07-4bdf-8638-7aebc82edae0","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.373736987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"140271b1-bc07-4bdf-8638-7aebc82edae0","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.378169625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"fa474b61-27db-40b7-a0bb-5b3834f9aac5","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.382264362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03258d7-8dde-4839-9f34-580de30a65f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.395281623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03258d7-8dde-4839-9f34-580de30a65f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.403784629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03258d7-8dde-4839-9f34-580de30a65f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.412907352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b03258d7-8dde-4839-9f34-580de30a65f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.598223432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b5c7915d-88f0-4923-a1c8-6a7b25f1057c","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.641081914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"b5c7915d-88f0-4923-a1c8-6a7b25f1057c","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:07.655510846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"f3e9aa45-c60f-46e7-a1c0-f05c5bcecdb7","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:08.157622666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13550393-7824-49fa-b918-6c68b1165de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:08.161898087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13550393-7824-49fa-b918-6c68b1165de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:08.166335912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13550393-7824-49fa-b918-6c68b1165de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:08.169733923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13550393-7824-49fa-b918-6c68b1165de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:09.990117563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"f73115e1-fa99-466f-886d-5c595e71fd34","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.01010447Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"f73115e1-fa99-466f-886d-5c595e71fd34","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.010132108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"f73115e1-fa99-466f-886d-5c595e71fd34","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.010232138Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf","reconcileID":"f73115e1-fa99-466f-886d-5c595e71fd34","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.023488429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"65d87eee-cc8c-4daf-9c12-b5f752c672de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.037818207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"49320e29-c61f-41e0-afde-e58be2f7e467","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.082120062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"c59f2849-22a6-4037-a515-af56a1740112","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.082141882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"c59f2849-22a6-4037-a515-af56a1740112","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.087215923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1b5b0f0a-1ebf-4123-9bad-59df508bad8f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.095613778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1b5b0f0a-1ebf-4123-9bad-59df508bad8f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.185061029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-healthy-inf-auth","reconcileID":"58dceea1-7c5b-4e79-8ec5-2d7c17b56457","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.187623575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a7016d66-40a5-42da-9ab4-337e3c491f42","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.235682059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"21fe1463-40ab-4447-a99b-18ff2d7454a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.236932879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8a77e4f0-b366-4b0e-a270-5656932b2635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.294649508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"21fe1463-40ab-4447-a99b-18ff2d7454a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.298643723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8a77e4f0-b366-4b0e-a270-5656932b2635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.300108258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"76fb44ef-36dd-4253-a087-aad0ad680a08","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.831216884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"93de86e3-c3ef-4364-9580-d66f0656a437","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.87428048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"f16d135c-d636-44ef-89ba-b6c28a15497b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"tenant":"e2e-worker-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.874406088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"f16d135c-d636-44ef-89ba-b6c28a15497b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.990707705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b057a351-6d80-4985-88eb-75e18eeae904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.991454907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7598ff2f-6a8e-4cce-bda1-5615c8bf99c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:10.991993954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"8f74351f-cb53-4bf2-b019-6dac5ed67e2d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.050143028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b057a351-6d80-4985-88eb-75e18eeae904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.072314446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7598ff2f-6a8e-4cce-bda1-5615c8bf99c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.087326585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"8f74351f-cb53-4bf2-b019-6dac5ed67e2d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.16539867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"8aa46596-1262-42d5-8dee-af6bc9efb339","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.194189806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a0615af1-5c6d-4c2e-9500-5962cdb96d80","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.233664428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"f68dede2-266c-47c2-8f9c-5cf080494773","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.274004535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"f68dede2-266c-47c2-8f9c-5cf080494773","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.356784115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5cb5b8bc-691e-4544-bcb8-c7cda4d91345","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.362636362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"eb0d64bd-ea9d-4734-8ba7-abc72fdbc47a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.387497279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d203deaf-6e4e-4e39-8409-50205ece0902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:11.387962133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"00462b2d-0396-4be2-bf0a-3fd77f00f67a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.389357211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0a854e02-d339-48d7-bf46-196e99f14866","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.505022904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d203deaf-6e4e-4e39-8409-50205ece0902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.565781604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9c47af06-c996-4754-b85b-4d64f48335d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.569677276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"770aacd8-6927-41b3-9265-d3dc04d061f9","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.57053988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"98c0599a-86b2-495e-b099-c92e90663b29","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.624207658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9c47af06-c996-4754-b85b-4d64f48335d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.62602943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"2cd0b197-1e2c-4517-af4d-c25231fab768","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.752270902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"2cd0b197-1e2c-4517-af4d-c25231fab768","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.773081755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5dbb4efb-94fd-4de9-a192-fcfd54a01b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.832268448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"47840473-008c-4bbb-9433-dc00fef8d078","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.832565018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"47840473-008c-4bbb-9433-dc00fef8d078","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.85231554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5dbb4efb-94fd-4de9-a192-fcfd54a01b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.878163144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"96f9fb36-a314-4d68-b2a7-045d087b557e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:11.934491273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"2cd0b197-1e2c-4517-af4d-c25231fab768","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:11.982533388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"96f9fb36-a314-4d68-b2a7-045d087b557e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.006370426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"3b97e7cd-cc0c-4fac-8ea2-0a0c7e3862fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.008620832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"2c449846-2ae8-4c11-bc48-bcc47ae7b7ad","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.162621804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"6ce9dc61-2493-4722-86c4-bc1f8db2d9ba","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.375383481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"6ce9dc61-2493-4722-86c4-bc1f8db2d9ba","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.376788747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"6c1d52aa-c2ef-4df4-987f-a5534f9aff6f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.37713752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"6c1d52aa-c2ef-4df4-987f-a5534f9aff6f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.628782027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"491ea13d-0da6-4cd7-ba3c-2a169b1a1834","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.914004063Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"cb0ed46d-7e7d-43ed-8623-301f71811e32","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.919684835Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"e2e-temp-model-status","reconcileID":"e61ee516-ad4f-4cfc-ae02-d5a5eb6788b0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-d5d3c3","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.983728499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"72d092d4-51f3-45af-8b1c-be9950c4a978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.998428949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"575be700-4ec0-474a-a477-a930a0424864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:12.999333375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"a27b5e8c-0b83-4fb2-a5ca-6826f9f7f81d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.078110415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"dcc5efc1-ff68-460a-9780-928dbf58f028","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.192787368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"72d092d4-51f3-45af-8b1c-be9950c4a978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.206896875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"575be700-4ec0-474a-a477-a930a0424864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.211608058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"a27b5e8c-0b83-4fb2-a5ca-6826f9f7f81d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.212512287Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"a27b5e8c-0b83-4fb2-a5ca-6826f9f7f81d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.258876126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"35ac63be-36fb-4923-b708-94b1930aca21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.261815561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f1d71af8-fe49-471a-9293-1b02a4801641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.263224288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"d7e30f24-f5fb-4c58-b4b6-e596d920d606","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.272154639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"35ac63be-36fb-4923-b708-94b1930aca21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.283518215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"d7e30f24-f5fb-4c58-b4b6-e596d920d606","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.284553351Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"d7e30f24-f5fb-4c58-b4b6-e596d920d606","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.286831091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e62d3cca-df30-4311-b8e2-b747ef1378cb","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.292671204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f1d71af8-fe49-471a-9293-1b02a4801641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.363042884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"1f132664-59a4-4d51-b31d-0de8e2668d1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.465961123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c3926e17-9dfe-4309-8c67-c00f4b3c8839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.503459806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c3926e17-9dfe-4309-8c67-c00f4b3c8839","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.50479744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1a37b03b-3f48-4994-964c-6233f43e6ee8","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.61205817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a4173ef8-e01e-40ee-9369-d6eeb3d202b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.612560192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"63061916-cc23-4bc7-99e7-da3d934a9eb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.613612573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"71ec48a0-149b-4a11-9849-5e78781f3612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.621970621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"63061916-cc23-4bc7-99e7-da3d934a9eb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.624223708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a4173ef8-e01e-40ee-9369-d6eeb3d202b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.629435358Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"63061916-cc23-4bc7-99e7-da3d934a9eb7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:13.955570293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"8d6d6ec1-0f42-4e00-926a-e19173c4e07f","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.056134992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"c0b5ce25-dd3f-4487-a548-d7b2fcaac813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.057841923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f3c70891-376a-4e2a-bdda-f582f6ceed54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.058010115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e4ddcc8a-bd19-4029-9eca-f200de2b58d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.058275906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"1d22f9c9-07f5-442c-a5a5-bf34a1d472e3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.066828942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f3c70891-376a-4e2a-bdda-f582f6ceed54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.066850203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"1d22f9c9-07f5-442c-a5a5-bf34a1d472e3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.070421299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e4ddcc8a-bd19-4029-9eca-f200de2b58d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.073774183Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"1d22f9c9-07f5-442c-a5a5-bf34a1d472e3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.07741102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"69c57225-ed56-490f-90c6-d2cba247ace3","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.148635511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4ffcb276-428d-4c40-8f34-3aa5f4568938","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.187615547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"227654ee-9498-441c-952e-d7b9b93b81f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.390370486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ce326dd5-a364-4a1b-bb08-e81785399627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.390721917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7777c62-0b11-452c-ae3f-d16eab8790dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.391163101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"617dbd5e-f9da-4a28-aad6-1ee0e5c54692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.397419545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ce326dd5-a364-4a1b-bb08-e81785399627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.400175735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7777c62-0b11-452c-ae3f-d16eab8790dc","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.402785938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"617dbd5e-f9da-4a28-aad6-1ee0e5c54692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.502022222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df24b635-731f-47b3-b8a9-36f2cea467bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.505424303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df24b635-731f-47b3-b8a9-36f2cea467bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.508874666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df24b635-731f-47b3-b8a9-36f2cea467bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.512346649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df24b635-731f-47b3-b8a9-36f2cea467bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.857434735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb90fe03-78cc-4a0e-90c8-c8675d71d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.861018473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb90fe03-78cc-4a0e-90c8-c8675d71d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.864259209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb90fe03-78cc-4a0e-90c8-c8675d71d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:14.867791031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb90fe03-78cc-4a0e-90c8-c8675d71d8fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.054951808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb45db9-6bde-4d1a-8b26-e08daf459304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.058380851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb45db9-6bde-4d1a-8b26-e08daf459304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.062037395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb45db9-6bde-4d1a-8b26-e08daf459304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.065320344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bb45db9-6bde-4d1a-8b26-e08daf459304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.625384216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"93fea558-7a76-497d-ad86-aee087727a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.625800755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"e7f0f7b4-701c-4f1e-82ce-1fe513260387","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.625816792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6ba51908-9c7b-49a8-86c6-7268075371ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.63216587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"93fea558-7a76-497d-ad86-aee087727a98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.632668071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"e7f0f7b4-701c-4f1e-82ce-1fe513260387","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.634713154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6ba51908-9c7b-49a8-86c6-7268075371ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:15.64104706Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"e7f0f7b4-701c-4f1e-82ce-1fe513260387","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.32276626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90050766-48e0-43a1-b9b9-01cc85a08a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.326067793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90050766-48e0-43a1-b9b9-01cc85a08a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.381410188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90050766-48e0-43a1-b9b9-01cc85a08a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.385238521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90050766-48e0-43a1-b9b9-01cc85a08a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.657031622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d5932-daab-43de-9228-7bcadf7281a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.660377338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d5932-daab-43de-9228-7bcadf7281a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.663845987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d5932-daab-43de-9228-7bcadf7281a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:16.667457757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4d5932-daab-43de-9228-7bcadf7281a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:17.427169278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.031646467Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.031709121Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.039469647Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.039487535Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.039590063Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.040350998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d00fbc28-9d2f-4056-88a6-d91cff8af510","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.040367332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d00fbc28-9d2f-4056-88a6-d91cff8af510","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.04716135Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"e0646177-018e-4b39-8d9b-43eb7b45c8bb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.050729008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bf054c21-6d26-457b-9845-078593c6a066","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.050749758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bf054c21-6d26-457b-9845-078593c6a066","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:19.055062196Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bf054c21-6d26-457b-9845-078593c6a066","name":"praxis-route-cd6d01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cd6d01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:19.055116028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bf054c21-6d26-457b-9845-078593c6a066","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cd6d01\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.055948765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"7bdff4a7-240a-414d-a388-c74019ac82b8","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403d0a86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.06068075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2572faee-9b55-4c08-be5a-414d5d8c0633","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.060704734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2572faee-9b55-4c08-be5a-414d5d8c0633","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.076059074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"341c65cf-023f-48c1-b0b0-8bb143f919d3","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-403d0a86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.111226988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"48bb4756-7ffd-489e-a6ad-0e19886455d4","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.188018244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"48bb4756-7ffd-489e-a6ad-0e19886455d4","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.197828864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"802e2908-f7a6-435c-b460-77bbf2f41969","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.29783602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"802e2908-f7a6-435c-b460-77bbf2f41969","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.325573368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"802e2908-f7a6-435c-b460-77bbf2f41969","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"e2e-praxis-a-cd6d01-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.325599657Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-auth","reconcileID":"802e2908-f7a6-435c-b460-77bbf2f41969","MaaSAuthPolicy":{"name":"praxis-route-cd6d01-auth","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.354975559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"7288c4e5-c127-4542-8531-fdadaafd1765","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:19.355078721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"7288c4e5-c127-4542-8531-fdadaafd1765","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.16455608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"7b3c2c96-888c-4324-a0e9-6a42bae80b7f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.183249888Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"7b3c2c96-888c-4324-a0e9-6a42bae80b7f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.183277365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"7b3c2c96-888c-4324-a0e9-6a42bae80b7f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.183403102Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey","reconcileID":"7b3c2c96-888c-4324-a0e9-6a42bae80b7f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.201572779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"d99a657f-8c11-4dcc-8a51-f1a69c0588ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.302374663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"a7fa8e15-f0a4-40f4-8fa2-823c2042cc22","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.309991937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"986bbb29-eff3-4a74-95d3-905fd403cdd1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.310331967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3fb28c82-b235-4d56-874b-0ace01abcfe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.310338933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"87e32ca7-6a6d-49a8-ba2a-72a2e3ca609e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.318374695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"87e32ca7-6a6d-49a8-ba2a-72a2e3ca609e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.318380972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"986bbb29-eff3-4a74-95d3-905fd403cdd1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.320503933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3fb28c82-b235-4d56-874b-0ace01abcfe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.452980952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"7eb4e3a7-fbd3-44b7-9450-bfead0197ecf","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.452988579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-degraded-models-apikey-auth","reconcileID":"6c5dec59-e53e-4df6-b74d-590e3cf6ac14","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:24.636553824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"0332c076-a389-41a3-beb3-920bde93b355","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.095395829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"47e0e1b9-6cbd-47d6-80c5-80792588d04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.100500877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cb214766-ebea-4403-8fd5-43480c337100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.148198417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cb214766-ebea-4403-8fd5-43480c337100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.148902508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"47e0e1b9-6cbd-47d6-80c5-80792588d04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.629297004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"87d7a1f6-a232-4307-aea6-62571b9bb549","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.629472911Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-sub","reconcileID":"87d7a1f6-a232-4307-aea6-62571b9bb549","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.733383871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0aa6f3f8-fa6c-4d14-b3eb-ae0b4641a15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.733901035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8233ce01-f9e9-4541-9970-82ab3100064c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.734320605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"730ccd68-cbcf-4870-ac47-f06fec29dfa9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.752612169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8233ce01-f9e9-4541-9970-82ab3100064c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.756163047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"730ccd68-cbcf-4870-ac47-f06fec29dfa9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.757796588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0aa6f3f8-fa6c-4d14-b3eb-ae0b4641a15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.765249027Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"730ccd68-cbcf-4870-ac47-f06fec29dfa9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:25.888131131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-status-transition-auth","reconcileID":"84e1e3a2-e8eb-4d77-8aaa-a2cb6c2056ec","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:26.996506626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fcd94f02-8e7c-48ce-81b3-190937078259","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.003305675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"ac230c8f-47b1-4111-b822-63dfda678d9b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.011135261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"c370b598-54f7-4d0c-9072-72343210db16","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.01831266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"c370b598-54f7-4d0c-9072-72343210db16","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.039664237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0c8f3cdd-de28-445f-b377-17612724a827","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.112183234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"dd7cb760-c4bc-444a-a80b-0cfc48144486","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.118884279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"dd7cb760-c4bc-444a-a80b-0cfc48144486","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.195411857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"79103617-d2b1-4e1b-9b3f-fd7f7ff1f72b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.202578035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d0e514b0-9bea-4137-935e-bd047a2757bf","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:27.203113786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"3aefa491-5cf4-42ce-b3bc-6fcff4a9c6b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.212163984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03bfafa0-3e24-4cbb-85ba-53788ded6cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.212350879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"4dfc02d9-9aa9-4c83-9b8d-455655c45798","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.212761366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e5448063-9e8c-4698-90b6-a71ac02a5539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.219808277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03bfafa0-3e24-4cbb-85ba-53788ded6cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.22034464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"ab20a2cc-23e6-4dff-a426-725c4ad15666","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.283056842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e5448063-9e8c-4698-90b6-a71ac02a5539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.284210247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"4dfc02d9-9aa9-4c83-9b8d-455655c45798","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.284572946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"67ea4663-709b-46cc-b217-985b2cf00b63","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.304887725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"ba3f5924-bcbb-42ba-b2e3-b2d873c16a9a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.305052084Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"ba3f5924-bcbb-42ba-b2e3-b2d873c16a9a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.314879444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6609cc10-b901-4f39-87cf-3024d6c74763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.315061941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d01a9999-0fe7-45fe-9fbc-c2275d6056db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.31545284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"01c93e89-386e-4a14-9d91-2d23b0c5f957","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.322227967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6609cc10-b901-4f39-87cf-3024d6c74763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.322717258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"01c93e89-386e-4a14-9d91-2d23b0c5f957","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.324549203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d01a9999-0fe7-45fe-9fbc-c2275d6056db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.398332595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"d4f4b246-9ec1-489a-992c-356c39315175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.45404554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"77232466-6666-4b3c-a4dd-12bc2c2f03da","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.500301409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"3974b0c2-d9a7-4cff-957f-253b570227c6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:27.500455163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"3974b0c2-d9a7-4cff-957f-253b570227c6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.581006761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","namespace":"ai-tenant-e2e-ipp-a-18264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.581067146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","namespace":"ai-tenant-e2e-ipp-a-18264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.581119356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","tenant":"e2e-ipp-a-18264e","tenantID":"e2e-ipp-a-18264e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.585710182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Deployment","name":"maas-api-e2e-ipp-a-18264e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.598232801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Service","name":"maas-api-e2e-ipp-a-18264e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.613573392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-18264e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.619906076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-18264e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.625313858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.633871169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.6415978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.646895614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.657785976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.668525002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.708622679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Service","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.774776595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.80527338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.826472945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.837362737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.849938431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.854797496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.860378495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.865525595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-18264e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:28.87317254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-18264e"},"namespace":"ai-tenant-e2e-ipp-a-18264e","name":"default-tenant","reconcileID":"9100b910-5244-4f82-a6f7-e7f4f6db9bbf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-18264e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.174836872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"d9b8b1c6-2cd5-48d7-b80e-7e9477151b1a","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","subscription":"praxis-route-cd6d01-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.229248678Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"d9b8b1c6-2cd5-48d7-b80e-7e9477151b1a","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.276972679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-18264e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-18264e","reconcileID":"166af31e-8acf-4a48-988a-3ea76e7e338e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-18264e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-18264e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.299486938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01-sub","reconcileID":"d9b8b1c6-2cd5-48d7-b80e-7e9477151b1a","MaaSSubscription":{"name":"praxis-route-cd6d01-sub","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"name":"maas-trlp-praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.363186386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"9e0ee7d6-24ef-4e13-a89d-327866b67f3a","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"tenant":"e2e-praxis-a-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","model":"ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.363217727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"9e0ee7d6-24ef-4e13-a89d-327866b67f3a","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"routeName":"praxis-route-cd6d01-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cd6d01","llmisvcName":"praxis-route-cd6d01","gateway":"openshift-ingress/e2e-praxis-a-cd6d01","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.396148907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e4f3898a-b745-41ab-8608-19c70e0c3383","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.549125953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aed566c-5d02-452f-8af5-2455e8c1372c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.555228707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aed566c-5d02-452f-8af5-2455e8c1372c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.563512416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aed566c-5d02-452f-8af5-2455e8c1372c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.570736364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aed566c-5d02-452f-8af5-2455e8c1372c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.884032553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e23206a5-997a-4562-a42b-3ad4de21d0fe","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.897095552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"df8b368e-45bc-4b52-adef-5205d5a9decd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.897266855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"41bf8a6d-8277-4842-9602-6e98599b1b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.897553521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"ed0bb5d7-92b6-4382-a18c-6e4e8cb4c029","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.90475919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"41bf8a6d-8277-4842-9602-6e98599b1b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.904851903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"ed0bb5d7-92b6-4382-a18c-6e4e8cb4c029","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.907215638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"df8b368e-45bc-4b52-adef-5205d5a9decd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.939436319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92cc71d0-781c-4df6-a150-29f777a1dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.943654034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92cc71d0-781c-4df6-a150-29f777a1dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.948191021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92cc71d0-781c-4df6-a150-29f777a1dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:29.951552391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92cc71d0-781c-4df6-a150-29f777a1dfad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.595893567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"edcc852b-b7dc-4893-a4a7-d1eb91fe3d14","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.60594805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"2f7da7d1-2ed6-43c2-8363-ac968709436f","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:30.606821053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-list-subs-refs-sub","reconcileID":"43610d17-1bb1-4987-b39d-3b930600277a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.608155933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f9f5beae-9b9e-4458-875f-0a47826c8de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.608271161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f9f5751e-acb1-4419-b983-65ce1c54437f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.614906027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f9f5beae-9b9e-4458-875f-0a47826c8de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.615194946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f9f5751e-acb1-4419-b983-65ce1c54437f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.624007943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5275fd42-722a-47f0-aa06-a0ad622b47fc","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.631043532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ad51e434-9ace-41dd-ad3d-f79f2ca391ad","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.652669172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-list-subs-refs-sub","reconcileID":"4d43e272-2a17-4f11-8a8a-aeae57a3c157","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.670694189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"4235c39d-008c-4135-a138-9d33352dee33","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.704523178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"24b3b2a8-e55a-44ee-8728-4b7242ee8f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.704522428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4aae205a-d614-41e7-9ce3-1bd1a29833b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.714581401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"24b3b2a8-e55a-44ee-8728-4b7242ee8f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.714885436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4aae205a-d614-41e7-9ce3-1bd1a29833b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.746319146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-list-subs-refs-sub","reconcileID":"11fc7f3a-311c-4685-95fd-340e1aa3da76","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:30.746402602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"6c0feaea-1fa5-4614-a41a-30b0be397c35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.169265125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"eff0440d-f263-48d3-b81d-d01b2931de0d","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.217895503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"74f23dc4-e64b-490a-a627-a3c032116667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.229788639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6831a584-14c7-4cbd-a38f-c927d83941cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.243988952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"74f23dc4-e64b-490a-a627-a3c032116667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.246659857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6831a584-14c7-4cbd-a38f-c927d83941cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.663032036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","namespace":"ai-tenant-e2e-praxis-b-343e30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.66309704Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","namespace":"ai-tenant-e2e-praxis-b-343e30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.663163517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","tenant":"e2e-praxis-b-343e30","tenantID":"e2e-praxis-b-343e30","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.668173201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-343e30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.679298882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Service","name":"maas-api-e2e-praxis-b-343e30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.695067384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-343e30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.70039586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-343e30","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.711726918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.717045328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.724827648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.730097782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.733631463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.736811531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.739821389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Service","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.742789767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.745858235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.748882137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.752025667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.758021401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.761099271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.764113399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.767029751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-343e30","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.769895424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-343e30"},"namespace":"ai-tenant-e2e-praxis-b-343e30","name":"default-tenant","reconcileID":"6c4079c2-a7de-43f3-92dd-aa0e4cb682d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-343e30","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.777094175Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.777147645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","namespace":"ai-tenant-e2e-praxis-a-cd6d01","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.777220726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","tenant":"e2e-praxis-a-cd6d01","tenantID":"e2e-praxis-a-cd6d01","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.782104993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Deployment","name":"maas-api-e2e-praxis-a-cd6d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.797881073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Service","name":"maas-api-e2e-praxis-a-cd6d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.808698715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-cd6d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.816110006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-cd6d01","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.823186536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.832270895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.840224531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.846773734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.853624099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.856610344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.859535283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Service","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.862398937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.868108385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.86858428Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-343e30","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-343e30","reconcileID":"9c268524-5a67-43ab-b8e8-3274f5ea14be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-343e30","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-343e30"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.871838413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.876089865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.882038934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.885469613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.894335814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.903823064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-cd6d01","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:31.906852561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"default-tenant","reconcileID":"ace2077a-9da4-4eec-ae87-eea08ada9434","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-cd6d01","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.493749807Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cd6d01","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cd6d01","reconcileID":"31594804-98a9-45c4-9ea9-930fd0eccd6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cd6d01","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-cd6d01"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.508079283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f12c41c-cca0-424d-b2df-de642eb18157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.508730052Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"a4707187-f8e4-41c3-904d-e73ab55e11ce","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.512091275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f12c41c-cca0-424d-b2df-de642eb18157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.515773182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f12c41c-cca0-424d-b2df-de642eb18157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.519136121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f12c41c-cca0-424d-b2df-de642eb18157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.520130408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"a4707187-f8e4-41c3-904d-e73ab55e11ce","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.526343326Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"07c2da4d-1c7d-4fcd-926b-8489290f1a38","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.526410956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"07c2da4d-1c7d-4fcd-926b-8489290f1a38","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.536903162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"7adc3e1e-e2fd-4527-b578-27f92c9cf686","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.536987716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"7adc3e1e-e2fd-4527-b578-27f92c9cf686","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.557380037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"11aca54b-c13e-48a1-8d62-a64be1176735","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.557444012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"11aca54b-c13e-48a1-8d62-a64be1176735","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.598094047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0448ef98-1a92-494c-9d10-5401ea52fa1c","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.598185545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0448ef98-1a92-494c-9d10-5401ea52fa1c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.695070927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"df04dc6c-deb7-4ac1-bd5c-a93115f79314","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.695137342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"df04dc6c-deb7-4ac1-bd5c-a93115f79314","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.884973039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2b1de8b1-d8df-4114-8ab5-fdaf0376bd81","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:32.885068885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2b1de8b1-d8df-4114-8ab5-fdaf0376bd81","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:32.969650537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69273b8-dceb-4d6c-89b7-e138db694704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.018345196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69273b8-dceb-4d6c-89b7-e138db694704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.033889453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69273b8-dceb-4d6c-89b7-e138db694704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.042072018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b69273b8-dceb-4d6c-89b7-e138db694704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:33.206338166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"029c427d-d12e-42da-a67b-a6e4d6aa61a4","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:33.206502508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"029c427d-d12e-42da-a67b-a6e4d6aa61a4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.349712766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbab016-7dae-4baf-bde4-2f3d02b25f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.353314961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbab016-7dae-4baf-bde4-2f3d02b25f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.356881102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbab016-7dae-4baf-bde4-2f3d02b25f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:33.360662016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbab016-7dae-4baf-bde4-2f3d02b25f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:33.847485088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0b03fc97-78c5-4a30-9c9e-9691b1e6a02e","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:33.847550814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0b03fc97-78c5-4a30-9c9e-9691b1e6a02e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:35.128272867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"a8be1ab7-01ed-4998-b396-fa05b3ca371a","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:35.128346337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"a8be1ab7-01ed-4998-b396-fa05b3ca371a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:36.825150438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"12737095-9e7b-4aff-8a6a-44d825736748","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:36.825227455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"12737095-9e7b-4aff-8a6a-44d825736748","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:36.838278895Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"26d62821-2417-401c-88f8-957dc429abe0","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:36.838338885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"26d62821-2417-401c-88f8-957dc429abe0","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:36.942403488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca29b002-ff65-4c27-b371-8bab9048e6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:36.946003103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca29b002-ff65-4c27-b371-8bab9048e6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:36.949391715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca29b002-ff65-4c27-b371-8bab9048e6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:36.952892332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca29b002-ff65-4c27-b371-8bab9048e6e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.334975672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc1bfa3-8c07-4dc0-bede-e75822434823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.338528055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc1bfa3-8c07-4dc0-bede-e75822434823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.34199987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc1bfa3-8c07-4dc0-bede-e75822434823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.345295389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc1bfa3-8c07-4dc0-bede-e75822434823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.636009147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870b7db-0952-4ae4-a19f-6343d293816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.639268395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870b7db-0952-4ae4-a19f-6343d293816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.642512202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870b7db-0952-4ae4-a19f-6343d293816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:37.645678633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870b7db-0952-4ae4-a19f-6343d293816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:39.90164087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"f6517eca-fbff-4c2a-b4b6-f6ae6b925450","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:39.920655331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"f6517eca-fbff-4c2a-b4b6-f6ae6b925450","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-d5d3c3/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:39.920746249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"f6517eca-fbff-4c2a-b4b6-f6ae6b925450","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:39.920957936Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube","reconcileID":"f6517eca-fbff-4c2a-b4b6-f6ae6b925450","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-d5d3c3/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:39.990437132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"fd503351-6ce4-4c52-a372-579620204e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.026852789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5308dddc-470c-4276-b72c-37678b076dd3","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.034343655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"4fb39261-6a71-4262-870f-b204cfa1908f","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.043280696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"73a3d245-7b47-4958-ad2d-acd4e1a3196c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.049903208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"73a3d245-7b47-4958-ad2d-acd4e1a3196c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.054190082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"15579ee9-c332-4aaa-b094-4280acee9db3","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.072471139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"36ab5134-c097-4a9e-9443-596bbffeaf5c","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.14643204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"26fdf125-983d-4555-8951-35ff4eff6287","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.146474355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"9ef657ee-5495-47f5-a7a9-2dd758b71c4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.14686554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6e1fb6e7-0a02-4d48-9145-fc0c2d676f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.146865562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"680f661c-4db2-4003-924a-0c682e4445b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.154769966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"9ef657ee-5495-47f5-a7a9-2dd758b71c4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.154867429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"26fdf125-983d-4555-8951-35ff4eff6287","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.157014046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6e1fb6e7-0a02-4d48-9145-fc0c2d676f67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.157230854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"680f661c-4db2-4003-924a-0c682e4445b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.223072192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"b84cb204-54f9-4b85-83e5-e085e78e72cb","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.228555785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"a895d0cc-2ca9-4e1f-91b3-22bf61791c44","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.232684306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"e2e-degraded-models-kube-auth","reconcileID":"1c38316a-2988-4784-86d7-e2a4a1eb64d1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.232793899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d8e6f51b-a5fd-4df7-8884-a5e87ceb7010","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:40.235525383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-subscription","reconcileID":"728d8005-5ec2-4d3d-8a7d-50ad3b402788","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.245843778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"39e51d5a-c234-496c-b96c-9a74fb69209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.246190193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"11ba7a68-632c-4fa2-b2f4-95fe4133de4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.246433867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b0d1cf4-3f27-4c39-9526-7bc37124b4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.250801967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3fc39e68-ea7f-49df-b437-992a97480b8c","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.252799642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"39e51d5a-c234-496c-b96c-9a74fb69209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.253392242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"11ba7a68-632c-4fa2-b2f4-95fe4133de4c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.255105546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b0d1cf4-3f27-4c39-9526-7bc37124b4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.258265474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"18a249b6-093d-4ffb-8aac-3b9b059b1372","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.271828189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"edb8434a-a340-408f-88bf-befd971dd9c4","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.280169237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-subscription","reconcileID":"d05938f9-e6aa-440d-84a1-2bd20407964d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-test-group-subscription","ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.298753423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5e701efd-9915-46e0-bfb4-58f3c69ec978","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.344788752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"4aa63f3a-530b-42da-98a6-40c6649db840","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.344887259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d4f10ee8-6592-4b51-8165-ad963d83aed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.345166544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5f5bfff-d671-4387-b25e-eec03c26ff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.352891238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"4aa63f3a-530b-42da-98a6-40c6649db840","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.35289408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5f5bfff-d671-4387-b25e-eec03c26ff20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.354963995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d4f10ee8-6592-4b51-8165-ad963d83aed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.371163167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"a5f6f7b4-d874-4538-9295-273a389643de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:40.371332268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-subscription","reconcileID":"410407be-e217-4773-bf86-98028379f4d4","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.156711036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"14912c8e-5d6c-4227-84b5-50817e43dafc","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.214280875Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-list-subs-refs-sub","reconcileID":"093a47b0-cf2f-436a-bf07-9799560a8ac5","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.284535976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"772c30ce-ae37-482c-aa81-6b501ddb01cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.284714744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f9593edf-f143-41d4-974e-3accc11cfa29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.289472748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"3485ae5b-3cc4-40ad-8792-ad8418e20639","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.29026981Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-list-subs-refs-sub","reconcileID":"093a47b0-cf2f-436a-bf07-9799560a8ac5","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.293805994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f9593edf-f143-41d4-974e-3accc11cfa29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.293844965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"772c30ce-ae37-482c-aa81-6b501ddb01cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.296341808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"3485ae5b-3cc4-40ad-8792-ad8418e20639","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.304243036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"f4707325-4d96-4ee6-96ff-dab3178f49b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.310634802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"ac85fc43-0368-4d8e-80da-e269f6954ab0","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.327324244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c9a77c9c-7e4c-4720-b8dc-9b82458bca02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.327375259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"476c25fa-4578-4ca1-bc26-13b4a02d5874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.334413651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c9a77c9c-7e4c-4720-b8dc-9b82458bca02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.334504058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"476c25fa-4578-4ca1-bc26-13b4a02d5874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.989818336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"5c9e175d-8e6f-430d-a4c8-795b7824811d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.989963191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"5c9e175d-8e6f-430d-a4c8-795b7824811d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:41.999128155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"385b0f2e-e714-4c88-a864-ddb437e300d9","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.170366341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"257b29f9-9ced-4b68-adb4-33822430c775","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.170389641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"257b29f9-9ced-4b68-adb4-33822430c775","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.178082697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"b0c3625c-51a0-4d8d-b202-c0d5e0c7468c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.178098297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"b0c3625c-51a0-4d8d-b202-c0d5e0c7468c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:42.179118866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"ce1a18fd-5976-4b82-946d-90ab375e8696","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.180039575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4a430539-6aea-454c-92b2-c8bbb50b1b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.180389064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6ec733ae-1fca-4558-aa00-2bd2025c03d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.187305222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4a430539-6aea-454c-92b2-c8bbb50b1b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.187355279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6ec733ae-1fca-4558-aa00-2bd2025c03d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.196159655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"a77551c8-d312-4469-8ed3-f9caf71abbe3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.196177055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"a77551c8-d312-4469-8ed3-f9caf71abbe3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.203979023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"d0fdd219-d3a4-420e-a98e-c91635c293d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.203994911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"d0fdd219-d3a4-420e-a98e-c91635c293d6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.223359048Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"89ff6269-36af-41a1-9fa0-6e2af767f23c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.241469913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"d5930793-e125-4e2b-a916-e30e7ff78202","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.241489972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"d5930793-e125-4e2b-a916-e30e7ff78202","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.280490076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"98653ef0-8e75-4a71-846b-1f5e27f7b1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.280743005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"67eb4149-fe15-4aff-b2b8-317c37b3f066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.287152049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"98653ef0-8e75-4a71-846b-1f5e27f7b1a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.287331099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"67eb4149-fe15-4aff-b2b8-317c37b3f066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.316252249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"e13ef5c8-192d-4e17-8fbd-aa4a2908bd0d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.362078938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"a6f8d3a5-5e39-4f57-9f63-b3523f27dcde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.362099926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"a6f8d3a5-5e39-4f57-9f63-b3523f27dcde","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.372956832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"bf8d945e-a953-4780-acaf-e2a4b7641140","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.372989094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"bf8d945e-a953-4780-acaf-e2a4b7641140","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:42.3816854Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"bf8d945e-a953-4780-acaf-e2a4b7641140","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:42.381747538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"bf8d945e-a953-4780-acaf-e2a4b7641140","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.387000986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"2f54cea7-66e1-42ec-9279-f6e5105f86be","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.387035695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"2f54cea7-66e1-42ec-9279-f6e5105f86be","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.387719209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"a8c2fec5-ab7c-40b0-8f2e-bbf0ba5c4f47","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.389273372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f061d6cd-4ab2-4dbf-bb83-90bb3f907935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.390374091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"93e98576-cbb4-4b51-8c74-1541d91a1ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.394905736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"a8c2fec5-ab7c-40b0-8f2e-bbf0ba5c4f47","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.396569934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f061d6cd-4ab2-4dbf-bb83-90bb3f907935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.397832341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"93e98576-cbb4-4b51-8c74-1541d91a1ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.424270622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"77503c49-79f8-4a87-9942-ad56694309af","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.512661636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"9d3a40a7-5bcb-4cab-b1b3-2999c0e4b92b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.512683944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"9d3a40a7-5bcb-4cab-b1b3-2999c0e4b92b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.598845494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"b4a629b2-63bd-40ee-bd5c-9ad364d63201","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.605542183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"b4a629b2-63bd-40ee-bd5c-9ad364d63201","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:42.622731474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"b4a629b2-63bd-40ee-bd5c-9ad364d63201","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.638660382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"cba61ca9-ee67-4451-a5bb-2d41083684f0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:42.645482793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"cba61ca9-ee67-4451-a5bb-2d41083684f0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:46.920007837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"06d0213f-f4ea-4eef-9f5b-74788af047dc","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:46.920117152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"06d0213f-f4ea-4eef-9f5b-74788af047dc","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:47.378369651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d5b5571c-2a86-40f1-88c4-02e9ac8b808f","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:47.378493595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d5b5571c-2a86-40f1-88c4-02e9ac8b808f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:47.431566566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.265661581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"73803de0-d45e-4b18-ad95-a146f7ccb39c","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.551110749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","namespace":"ai-tenant-e2e-ipp-b-8bbb6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.551204901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","namespace":"ai-tenant-e2e-ipp-b-8bbb6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.551285094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","tenant":"e2e-ipp-b-8bbb6e","tenantID":"e2e-ipp-b-8bbb6e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.556220173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-8bbb6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.573773022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Service","name":"maas-api-e2e-ipp-b-8bbb6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.593787825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-8bbb6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.600014135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-8bbb6e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.73702698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.786101267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.800755433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.812845639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.820695064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.826664524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.853662895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Service","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.868678065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.877998569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.884899576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.89675191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.905948626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.914237099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.91995636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.927738096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-8bbb6e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:49.93719885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-8bbb6e"},"namespace":"ai-tenant-e2e-ipp-b-8bbb6e","name":"default-tenant","reconcileID":"8c0e557a-a08e-4979-a40c-7775a93cc86d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-8bbb6e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.007355092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"ac70a6cb-d4f9-46e4-83e5-3432244b1915","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.082344101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"4d25790a-5e96-41a7-8400-46737510741f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.086187898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d6189b9e-96f5-46b4-86d0-c53b2f7dcb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.088950946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d491007b-902a-4167-8184-8b9066bdfcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.091723735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-8bbb6e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-8bbb6e","reconcileID":"d2063c3a-d3e8-472c-901b-3a7b725239d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-8bbb6e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-8bbb6e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.102518703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d491007b-902a-4167-8184-8b9066bdfcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.107448409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d6189b9e-96f5-46b4-86d0-c53b2f7dcb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.116492756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"c715b4dd-7e92-4bcf-b67c-26a756070b9b","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:50.1826398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bffd9ecc-591c-4edf-8e32-16a05e624c8c","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:50.182699379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"bffd9ecc-591c-4edf-8e32-16a05e624c8c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.207080384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"54575a3b-3489-4d40-9695-737d67a379a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.301716666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"9a53a6d7-1735-461a-aac3-df140b81cc7e","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.518568182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19416ce8-54ad-4258-98bb-d93792221e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.533102137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19416ce8-54ad-4258-98bb-d93792221e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.542674558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19416ce8-54ad-4258-98bb-d93792221e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.547072657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19416ce8-54ad-4258-98bb-d93792221e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.667671146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"f3bf8bff-4bdf-47c5-81dc-8b5c7133f078","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.750410295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6cad5-6329-4094-883e-3fc2629a9ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.759478668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6cad5-6329-4094-883e-3fc2629a9ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.789589673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6cad5-6329-4094-883e-3fc2629a9ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:50.795127423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6cad5-6329-4094-883e-3fc2629a9ff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.177860644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-subscription","reconcileID":"5c7bb60e-0875-49ce-ac02-c4215658f223","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.20790565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-subscription","reconcileID":"5c7bb60e-0875-49ce-ac02-c4215658f223","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.248417668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"a9c64d80-63b2-4d04-9be1-84e45c506e61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.323809776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3047f34e-357f-41b2-b541-3908982e29c9","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.333036948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"16c7c24c-23c3-4be3-bc64-bd4f0933f1ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.333057847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"16c7c24c-23c3-4be3-bc64-bd4f0933f1ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.334959814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"6707d3be-425f-463e-882c-4a9b03d486de","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.335033833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"42a98b69-8f4e-4379-9c99-99a44eb450f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.335310053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"535b904b-fdd7-416c-bd80-f40ce16985c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.342685864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"6707d3be-425f-463e-882c-4a9b03d486de","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.342748215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"42a98b69-8f4e-4379-9c99-99a44eb450f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.344942641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"535b904b-fdd7-416c-bd80-f40ce16985c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.479036575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-test-group-auth","reconcileID":"e58b4dff-57cf-4b14-b412-a73a453f8e0d","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.479182822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"81408d29-4c11-4814-9f22-f08075d727ec","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.655486536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"aa88e173-a4da-4fd4-81f2-589b36294fb7","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.916172689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f3f4b082-8f8f-4e9f-b117-d7bb85493a46","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.993853983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"227757b0-0a12-4bee-a7af-de778cdb5b7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.997744638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"257cb6c7-019c-4c51-b5c7-4f72234d800f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:51.998359963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d47509fc-f297-45a9-9690-d2d1ea4fe355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:52.014648324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d47509fc-f297-45a9-9690-d2d1ea4fe355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:52.014868946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"257cb6c7-019c-4c51-b5c7-4f72234d800f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:52.03485092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f6937049-b892-4242-ace5-4617b63cfcd6","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:52.055008591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"d9d18b03-65f6-4115-baaf-5581012c245d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:52.217734046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a5331693-5a90-4203-b4b7-b0eeee8ff2b9","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.281648255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"e5b36e42-e188-42bc-aee5-1cd299ef9378","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.282238873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"8e13e3de-341d-4811-892d-9117b32b989b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.282260653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"8e13e3de-341d-4811-892d-9117b32b989b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.301334916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"00980ac8-b08c-4026-87f3-4db3d14f0c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.301335208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f543f72a-01a8-4f52-ab10-113282e0b475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.308348658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f543f72a-01a8-4f52-ab10-113282e0b475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.308416909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"00980ac8-b08c-4026-87f3-4db3d14f0c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.371139713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"2e2f376f-548a-4025-b944-1b1ee3e20404","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.371416905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"195e100e-2621-426c-96f8-e0b1e78f7505","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.371437965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"195e100e-2621-426c-96f8-e0b1e78f7505","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.396343053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"5626a67f-0024-440b-a848-74ec0413dc89","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.401344887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7369d41b-1b3a-41e9-8d26-b2553d1d2ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.401618297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eccc0090-1800-410e-9718-434a9f2939f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.408595697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eccc0090-1800-410e-9718-434a9f2939f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.408905678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7369d41b-1b3a-41e9-8d26-b2553d1d2ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:53.484287264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-auth","reconcileID":"2e2f376f-548a-4025-b944-1b1ee3e20404","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.51169521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"fba00a55-54df-48cd-9dea-3692ab8bb0b9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.528521781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"18e0b4dd-9024-4564-965a-17ae3abfab4b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.528542095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"18e0b4dd-9024-4564-965a-17ae3abfab4b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.539970796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"124934b1-b91e-45d0-8953-c3fc2dc9a245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.540088834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e06a1d78-dda2-4d13-b033-b33f9de522ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.546840374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e06a1d78-dda2-4d13-b033-b33f9de522ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:53.546903847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"124934b1-b91e-45d0-8953-c3fc2dc9a245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.220267624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"20e26b1b-a7cc-4942-9607-db4e4471aef8","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.237244495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"a22daccf-2eef-4d6b-8a40-764e71cd288a","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.268740464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"5fe7430d-fcdb-4917-968e-30fdc4088ab8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.284977475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ea889ddd-4d1e-4fe3-90e5-5821027865ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.285568636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"42b0fe52-858d-429f-ad91-8014c171fe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.295096051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"42b0fe52-858d-429f-ad91-8014c171fe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.299506288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ea889ddd-4d1e-4fe3-90e5-5821027865ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.305249521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"62eec2b4-7996-4024-b793-6a77fea3e4b1","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.312193763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"dfa29430-fb2a-4ca3-a7e5-a96fc554a0da","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.329798607Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"0ad8a35e-c356-4b2f-b6ba-beab01e4cd3f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"distinct-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.332836104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"06467278-9f87-45b9-bbaa-9f64c75e0cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.332866759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"dec80fa9-e339-42a3-887e-ac81c192d09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.341568081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"06467278-9f87-45b9-bbaa-9f64c75e0cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.342561562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"dec80fa9-e339-42a3-887e-ac81c192d09e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.35095417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"5399a367-fc91-42c3-9ce7-d7241b90cfd9","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.390631622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-match-sub ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.390715886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"115dfc15-e30b-4e19-8808-d3dde9849b25","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.399650464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"bd1bd850-1aca-4bcc-ae6b-9e322a951b63","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.40021498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"8c177468-8fd2-4cb5-a904-be0c7305db48","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.402903076Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.407836057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"bbb1807d-502b-4fe4-ae6a-1cb4c6d1e6b3","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.426523505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"7f3ce854-9632-4b59-b906-8b06496b4e8f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.428050205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"1adde9d8-a340-4867-9774-4de27bfbf6f0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"distinct-2-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.445895028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"d1d3a923-74d2-421b-b51b-efa9ca7cd066","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.525956477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b3c984d-cf31-4a42-af0a-c88560504dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.526162063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d333387b-1d49-43e8-a97b-38f9f5215ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.532123755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"77a37622-9ad6-41a5-9ce7-c83649fc3df6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.535319763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7b3c984d-cf31-4a42-af0a-c88560504dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.535492628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d333387b-1d49-43e8-a97b-38f9f5215ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.570053975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"8febe4c2-92a4-4a87-81f3-8b73c96a4b9a","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.57913657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"22912df0-9ef2-4295-aca1-f45f6dea0a64","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.585802155Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"22912df0-9ef2-4295-aca1-f45f6dea0a64","name":"distinct-w3-b1c6f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-b1c6f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.585878175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"22912df0-9ef2-4295-aca1-f45f6dea0a64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-b1c6f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.593866335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"5e8edd80-a0a4-4a14-b9ce-fc67ce6510b3","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.622386615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"82a16033-d8a7-45db-b3d4-29a7b03ed1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.622868687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"f4345c82-41c6-4790-8657-576a381e04cf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.623170882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"affdf4c9-d163-43f5-8f4b-c60f3012720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.624521626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"5f6cf204-4789-40a8-b613-5122b73b798f","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.630857743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"82a16033-d8a7-45db-b3d4-29a7b03ed1be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.63111144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"affdf4c9-d163-43f5-8f4b-c60f3012720d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.683522489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"f4345c82-41c6-4790-8657-576a381e04cf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.793567366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"9fb100dc-d940-418e-b276-2cf041ae636c","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.805601256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"0b5cff90-dc90-4536-9081-dde949a835f0","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.810907865Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"0b5cff90-dc90-4536-9081-dde949a835f0","name":"distinct-2-w3-b1c6f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-b1c6f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:55:59.810988877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"0b5cff90-dc90-4536-9081-dde949a835f0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-b1c6f6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.88582812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"c2af8c22-8f44-483a-9824-a8697cf73d2c","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.886192882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"0d17d29b-52d2-4244-bb13-8c1b6f7f91c9","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.904442966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"fbfaa1f6-654d-48ad-b040-1b0fbe218709","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.912270516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"2bb1465f-5fcb-4448-8201-6a06e1c1a252","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.912767258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"eeb25220-b0e6-43a2-b33d-a430501dc4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.912776577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"5dbea6d1-58da-4471-a950-f34f52f75a7e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.913010954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fc410cb6-1294-4b73-a21b-df7780eb4709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.931537578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"2bb1465f-5fcb-4448-8201-6a06e1c1a252","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.932105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"eeb25220-b0e6-43a2-b33d-a430501dc4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.934843108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"fc410cb6-1294-4b73-a21b-df7780eb4709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:55:59.93549242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"5dbea6d1-58da-4471-a950-f34f52f75a7e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:00.065132081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"15d9d583-6dfe-4576-913b-8c204badc389","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:00.121500302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"f4247b3d-1cb0-4f36-a9c4-26f9d15bf90f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:00.150190354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"f4247b3d-1cb0-4f36-a9c4-26f9d15bf90f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:01.618747633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"e3ec3fcd-96ed-4b83-8d74-63c893a80a58","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:01.61883543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"e3ec3fcd-96ed-4b83-8d74-63c893a80a58","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:01.643600268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"f32a31a6-986e-4485-b0cc-e15f730e1230","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:01.643705796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"f32a31a6-986e-4485-b0cc-e15f730e1230","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:01.772425248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb86cb-63ac-4085-a726-a84363572f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:01.775932566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb86cb-63ac-4085-a726-a84363572f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:01.779661371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb86cb-63ac-4085-a726-a84363572f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:01.786444599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abb86cb-63ac-4085-a726-a84363572f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.028313533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74de2b2-8ef2-4dbf-80ef-5d87c60dcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.031784166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74de2b2-8ef2-4dbf-80ef-5d87c60dcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.035221061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74de2b2-8ef2-4dbf-80ef-5d87c60dcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.04120717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c74de2b2-8ef2-4dbf-80ef-5d87c60dcaa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:02.656218636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"81bb9c2b-fbf0-4f03-ac57-8f942b5b867a","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:02.656295958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"81bb9c2b-fbf0-4f03-ac57-8f942b5b867a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.671147088Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-e92a08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-e92a08","reconcileID":"2990e48c-45cb-4671-baec-0da748f92a28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-e92a08","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-e92a08":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:02.703899455Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"cc17855c-9991-494b-a935-786d463f3c49","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:02.703994962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"cc17855c-9991-494b-a935-786d463f3c49","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.884523703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950f4e5c-c202-4472-a171-ebdc8b110adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.887783799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950f4e5c-c202-4472-a171-ebdc8b110adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.891174605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950f4e5c-c202-4472-a171-ebdc8b110adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:02.894388822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950f4e5c-c202-4472-a171-ebdc8b110adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.544097337Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"c192b103-734d-43b8-8d8e-098a8cde875d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.547434225Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"c192b103-734d-43b8-8d8e-098a8cde875d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.550950948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-enrichment-sub","reconcileID":"c192b103-734d-43b8-8d8e-098a8cde875d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.581664278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-match-sub ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.582398293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"dacd8ffc-804d-41f3-a1b5-af79a0e41e0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"tenant":"e2e-worker-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.582413398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"e2e-enrichment-model-ref","reconcileID":"dacd8ffc-804d-41f3-a1b5-af79a0e41e0a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.589967496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"1764ed00-782d-4dec-986d-421826b3671e","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.691413728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"16a6e942-6643-404e-82f6-dbca39d3037e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.691772065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a73ceb2f-33ec-44b6-8376-65b4f8c4a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.698357248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"16a6e942-6643-404e-82f6-dbca39d3037e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.698822275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a73ceb2f-33ec-44b6-8376-65b4f8c4a863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:03.827028475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"cbbf9b49-d6b7-40b8-a736-efda371f1120","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:03.915435595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8ca890b3-7c21-44bb-87af-1ffd5fb37fc4","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:03.915515632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"8ca890b3-7c21-44bb-87af-1ffd5fb37fc4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.524495724Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-b1c6f6 priority=0:[ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-match-sub ai-tenant-e2e-worker-w3-b1c6f6/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.524697508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"43e709d2-6743-41de-8f1b-3ab5a68e64f1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.525044944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"22411a27-9855-493b-babe-f0a1f121fdec","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.538773194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"e6d45a33-591a-4cfa-a0cd-81866fc3ca43","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.539284115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"f18397c7-74b1-432f-8707-21ee19951d4e","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.547863393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb3a825f-8a0e-48e3-ab2a-59c45f3d3c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.54838416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b97b7904-e4a5-4fd3-94e7-ede2826545ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:04.549308724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"cac59d6f-d0fd-42fd-bda9-1fbd972017c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.562946865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"eb3a825f-8a0e-48e3-ab2a-59c45f3d3c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.564640977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b97b7904-e4a5-4fd3-94e7-ede2826545ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.566390504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"50a79d8a-2c94-45f9-988b-e69d3d30a516","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.566860252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"3c6c1fdf-9625-4a22-af3a-909bc76c2cb5","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.57426431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"83d04e67-be27-4a43-8421-c34e62e33b01","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.574958077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"e0e7185f-6beb-47e2-b35d-e7ee61e5f2fe","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.599869201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"0713a207-7f2d-4946-98f5-999c32ac88e4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.615164389Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"0713a207-7f2d-4946-98f5-999c32ac88e4","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"distinct-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.638624384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"e886a8ef-bb5a-4bdd-a8f4-3c8f6686f12d","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.638952947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"9360ef55-7780-4878-af0d-c52518731b49","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.695406192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"3fbdc23f-512a-4055-8803-1131726783ea","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.698296632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"df4e7b8a-4af1-428e-9fff-e0f33fad4739","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.701169729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"59641db6-1822-408b-9c92-29bb5f87ab6c","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.789360269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"7463c96e-2fd0-4768-bb8f-0dd921dcdb72","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.793401804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"3fbdc23f-512a-4055-8803-1131726783ea","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.797366071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"edf88937-85e0-4502-bf1a-57af0fa5232d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.797822361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ebd645c7-0a6f-406f-bff8-c82b5443f225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.804379949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"edf88937-85e0-4502-bf1a-57af0fa5232d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.806655556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ebd645c7-0a6f-406f-bff8-c82b5443f225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.884472514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"1675090a-d45e-479c-a888-7dd5c0ef82de","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:04.892538028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"1675090a-d45e-479c-a888-7dd5c0ef82de","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:05.033523765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"c278d768-9636-4044-8fe2-a9181aca730a","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:05.075498827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"2dd954b7-26af-4c8f-b8fa-9222aaa95e82","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:05.085843075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"2dd954b7-26af-4c8f-b8fa-9222aaa95e82","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.543986913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"8282297f-69ea-4df8-8fd9-6a5203e6ba49","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.552975105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f8a6efde-6051-45f5-b5a0-4b2a69f9b21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.553335029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c487c784-f10c-4d3b-95bf-ce172c5a11ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.557476182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"8282297f-69ea-4df8-8fd9-6a5203e6ba49","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.565777397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f8a6efde-6051-45f5-b5a0-4b2a69f9b21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:06.567652305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c487c784-f10c-4d3b-95bf-ce172c5a11ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:08.550208898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"e9d1da5a-e5af-4d8f-8b26-9f613e195f58","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:08.566568068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"e9d1da5a-e5af-4d8f-8b26-9f613e195f58","name":"e2e-shared-a-w4-e92a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.158045758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"d6792514-51ee-4b74-9126-1bb9c54f428d","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.192044157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"fa79bfb9-48d3-4fb6-83c0-2d5d9ce8f271","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ed60996","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.194276899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2158406b-9dd8-4260-822d-9700a8ce5196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.19542911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"02bac072-0449-4d26-bde6-f017d5baa9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.196140892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"c0cc18a5-7261-4caa-affc-7415ecb68d90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.196565185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"496d61be-dd09-4d3c-8f56-27c90327d91e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.20345425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"02bac072-0449-4d26-bde6-f017d5baa9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.204304948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2158406b-9dd8-4260-822d-9700a8ce5196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.207079478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"496d61be-dd09-4d3c-8f56-27c90327d91e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.207722243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"c0cc18a5-7261-4caa-affc-7415ecb68d90","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.274377673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7670fc98-7406-4643-a65a-36b8f7c010d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.274745879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"a7a53b83-ea56-4fc3-bbbd-54ec050c9db0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.274768679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"b32251b1-c755-4874-82bc-f96116c91f61","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.275093278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"27b28ee6-76c9-4d9c-994e-51a0b38c990b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.283225979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7670fc98-7406-4643-a65a-36b8f7c010d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.283382503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"b32251b1-c755-4874-82bc-f96116c91f61","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.285458138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"a7a53b83-ea56-4fc3-bbbd-54ec050c9db0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.285526411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"27b28ee6-76c9-4d9c-994e-51a0b38c990b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:11.388414066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0839944b-2490-497f-a699-8d5f86635ad8","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:11.388483236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"0839944b-2490-497f-a699-8d5f86635ad8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:11.402215708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"34c7fa88-5de3-4ec1-81e2-d21216289dab","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:11.402280559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"34c7fa88-5de3-4ec1-81e2-d21216289dab","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.53427797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b702af91-4b98-4325-935d-3f4406669b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.537643155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b702af91-4b98-4325-935d-3f4406669b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.541117934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b702af91-4b98-4325-935d-3f4406669b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.544703885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b702af91-4b98-4325-935d-3f4406669b99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.881319879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5518c4-ee14-4fff-8814-ff98ed6cbb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.885020126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5518c4-ee14-4fff-8814-ff98ed6cbb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.888269911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5518c4-ee14-4fff-8814-ff98ed6cbb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:11.891495499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a5518c4-ee14-4fff-8814-ff98ed6cbb16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:12.415626599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d70e07e1-af79-48ab-819c-8526ad2d81d3","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:12.415717526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"d70e07e1-af79-48ab-819c-8526ad2d81d3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:12.434811882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-6012b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-6012b5","reconcileID":"62dfbb6a-2e63-44ad-87eb-eaee0eada239","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-6012b5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-6012b5":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:12.50908716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"96f5d401-81c4-4a32-88f9-5b879f97a265","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:12.509151192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"96f5d401-81c4-4a32-88f9-5b879f97a265","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:12.907715835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a235-77eb-491d-adf7-81b744246cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:12.911858907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a235-77eb-491d-adf7-81b744246cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:12.916289751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a235-77eb-491d-adf7-81b744246cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:12.921678569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f138a235-77eb-491d-adf7-81b744246cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:13.71492916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"41c8cd4a-cc13-4117-a597-2718a980d153","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:13.714998817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"41c8cd4a-cc13-4117-a597-2718a980d153","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:17.423818284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:17.778735017Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-auth","reconcileID":"4cf69097-d1ac-4ace-a12e-71786388b39b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:17.779226703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"39a09f6a-c414-482e-b306-d3078fd422b9","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:17.83287113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"326f5103-34fe-4ca0-a608-51b08e3e3680","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.042566154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"8ba2456e-a7bb-47bc-a050-bfe9baf84cc3","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.043106005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"36f62086-ddfe-494c-a6bd-4485ff3ea8b4","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.161513887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b96d5d21-dbee-435d-bf84-95a8f903317e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.168818943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a27ee349-286e-464c-a8ce-e3fe4d23404a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.215074661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b96d5d21-dbee-435d-bf84-95a8f903317e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.21602816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a27ee349-286e-464c-a8ce-e3fe4d23404a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.24533203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"61522fc2-08f8-42eb-b6f1-53a0548c6955","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:18.293406206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"61522fc2-08f8-42eb-b6f1-53a0548c6955","name":"e2e-shared-a-w1-6012b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:21.060720729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2ba5d739-8c8c-4834-895a-663ac327cd19","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:21.06077435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"2ba5d739-8c8c-4834-895a-663ac327cd19","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cd6d01/praxis-route-cd6d01-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cd6d01]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.262979817Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"3b85a6f1-d8f1-434d-8bb3-087ead9aaaa6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.272884394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"3b85a6f1-d8f1-434d-8bb3-087ead9aaaa6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.281595352Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-sub","reconcileID":"3b85a6f1-d8f1-434d-8bb3-087ead9aaaa6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.319527063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"a0059978-1812-45b4-b158-77b444c44599","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.331110735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"dc82adc5-a725-48d0-951e-b1a4efabd439","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.336613578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"7a61dd85-8ebe-408e-8a33-0738cabd266c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.341196037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6a47a36-541c-47b6-a042-443781d5a9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.341567022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"412300c9-058b-4a4a-9ee8-87b18d3540e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.341856826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"5fc4a308-414f-44e9-a46f-94e952d38f66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.346385877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"7a61dd85-8ebe-408e-8a33-0738cabd266c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.384781836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6a47a36-541c-47b6-a042-443781d5a9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.386065336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"5fc4a308-414f-44e9-a46f-94e952d38f66","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.389641847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"412300c9-058b-4a4a-9ee8-87b18d3540e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.400608616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0dc6f8-7239-49cc-b1c4-253542b64538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.404320952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0dc6f8-7239-49cc-b1c4-253542b64538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.407876586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0dc6f8-7239-49cc-b1c4-253542b64538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.483319594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0dc6f8-7239-49cc-b1c4-253542b64538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.490372384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"ea9fa3bc-031a-407d-8413-e0e94ae18ac7","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.517819227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7f8e0673-fd03-4ae0-a12f-cd28c05a0d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.517889467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"3130ec7e-b817-45fd-a186-0bd94f6b3d27","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.518099657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"b0838cbc-5bc4-43f5-a4c8-bc37e9a9cc40","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d40a0af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.525093685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7f8e0673-fd03-4ae0-a12f-cd28c05a0d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.527948804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"3130ec7e-b817-45fd-a186-0bd94f6b3d27","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.608469872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"49ce42e5-0077-4eb7-80c0-cb5f0c744f5b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.609574381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d268617b-ca33-4867-a51e-7da3fd9bef68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.610832423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"224fce0b-aeda-41be-aad2-8044d64848e3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.611776199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8221a366-e36e-4cac-85ad-0da344bc2b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.617503636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"49ce42e5-0077-4eb7-80c0-cb5f0c744f5b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.689774898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8221a366-e36e-4cac-85ad-0da344bc2b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.693067165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d268617b-ca33-4867-a51e-7da3fd9bef68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.695335599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"224fce0b-aeda-41be-aad2-8044d64848e3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.716557368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"8511229f-2027-41d4-97a7-4abedc27a781","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.716557864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c7f1197a-a3a4-4bdd-ab65-7f7069a680cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.723749752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c7f1197a-a3a4-4bdd-ab65-7f7069a680cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.723833239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"8511229f-2027-41d4-97a7-4abedc27a781","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.744767635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5792f40-7494-4cf2-8d10-62e9615cd98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.784752878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5792f40-7494-4cf2-8d10-62e9615cd98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.788528756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5792f40-7494-4cf2-8d10-62e9615cd98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:21.791984506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5792f40-7494-4cf2-8d10-62e9615cd98e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.103490618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"3ee49e86-7565-43a0-9180-d63139e81601","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.104170961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"9b8db475-c11d-4196-b38f-65f3b17350b7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.104955682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"55b7ea4c-7b37-4a98-98d0-89cfc3a46586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.105408367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"506db8be-51aa-47b8-a838-168e840d52a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.15434433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"506db8be-51aa-47b8-a838-168e840d52a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.158311606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"3ee49e86-7565-43a0-9180-d63139e81601","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.195528282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"55b7ea4c-7b37-4a98-98d0-89cfc3a46586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.196404213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"9b8db475-c11d-4196-b38f-65f3b17350b7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.235392036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a843361f-565e-43a1-a281-e7624a423f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.261349179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a843361f-565e-43a1-a281-e7624a423f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.344131889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a679c134-25a7-422b-91db-9ea39cdf664d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.367500186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a679c134-25a7-422b-91db-9ea39cdf664d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.39537704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9a247677-7df2-4867-9076-c5f8d50a79b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.422412207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9a247677-7df2-4867-9076-c5f8d50a79b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:25.439019625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cd6d01","namespace":"ai-tenant-e2e-praxis-a-cd6d01"},"namespace":"ai-tenant-e2e-praxis-a-cd6d01","name":"praxis-route-cd6d01","reconcileID":"b057342a-55fd-4d7c-b10b-f1cde48851e5","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-cd6d01\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.453497642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"41143df3-07dd-4830-98ea-00da28114bd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.453881729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"1b882019-9719-4673-9a40-0e807b43d347","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.454435425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"77c3ac62-93fe-4dcd-b584-e2fb43605c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.494196334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"77c3ac62-93fe-4dcd-b584-e2fb43605c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.502026882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"1b882019-9719-4673-9a40-0e807b43d347","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:25.504357935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"41143df3-07dd-4830-98ea-00da28114bd8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.600595454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"f16e92f8-e3c8-4d1c-8f7e-08c2f421bd8d","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.698430656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"e7a2218f-4267-4464-ad0a-4bb491263dca","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.705356293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"e7a2218f-4267-4464-ad0a-4bb491263dca","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.786440055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0af4e4-d873-4c09-a0d8-0d8823512f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.794477961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0af4e4-d873-4c09-a0d8-0d8823512f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.799168861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0af4e4-d873-4c09-a0d8-0d8823512f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:27.803138625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0af4e4-d873-4c09-a0d8-0d8823512f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.031739273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699bd53d-8bdc-47f1-917a-584c5ebcbd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.035080918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699bd53d-8bdc-47f1-917a-584c5ebcbd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.038277942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699bd53d-8bdc-47f1-917a-584c5ebcbd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.04163862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699bd53d-8bdc-47f1-917a-584c5ebcbd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.06225713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"f486a480-c8f4-482b-9250-6473b3616965","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.081167124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"f486a480-c8f4-482b-9250-6473b3616965","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e78c33/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.081192291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"f486a480-c8f4-482b-9250-6473b3616965","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.084467674Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"f486a480-c8f4-482b-9250-6473b3616965","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.08845641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"e2e-partial-access-sub","reconcileID":"f486a480-c8f4-482b-9250-6473b3616965","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/distinct-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.095590442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"2cd5b30b-902b-4ddc-8bc9-5d63d2ed1109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.200120885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"7f8c47c8-d60e-498b-8cfe-5b2c9acd85ab","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.200480442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"76c497da-d437-424e-a35f-1f339075a395","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.278382189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2a1fffa6-33fa-474e-b44c-0c0a8cf453fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.278523048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"1d790cf4-b0eb-4644-b6eb-2cc05dc21db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.285413216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2a1fffa6-33fa-474e-b44c-0c0a8cf453fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:28.285540286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"1d790cf4-b0eb-4644-b6eb-2cc05dc21db1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:29.931159697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d1fc23-c5b3-4337-8376-4bc044111240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:29.935247926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d1fc23-c5b3-4337-8376-4bc044111240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:29.939896919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d1fc23-c5b3-4337-8376-4bc044111240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:29.943693422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d1fc23-c5b3-4337-8376-4bc044111240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.294663646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d512114-4f37-4bfe-b3a7-091ad6fd6001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.298467541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d512114-4f37-4bfe-b3a7-091ad6fd6001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.302186553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d512114-4f37-4bfe-b3a7-091ad6fd6001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.305577253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d512114-4f37-4bfe-b3a7-091ad6fd6001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.786268739Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-fcc2ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-fcc2ce","reconcileID":"97ad7ca2-7f31-40c4-9cd2-5039fe8f7cba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-fcc2ce","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-fcc2ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.984561082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c91346-cbd2-4370-93c5-f5a7f099aab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.987897461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c91346-cbd2-4370-93c5-f5a7f099aab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.991131937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c91346-cbd2-4370-93c5-f5a7f099aab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:30.994309516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c91346-cbd2-4370-93c5-f5a7f099aab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.522564859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"f3dc5333-640b-415f-9ee0-217edee384e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.532430578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"f3dc5333-640b-415f-9ee0-217edee384e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.549498244Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-sub","reconcileID":"f3dc5333-640b-415f-9ee0-217edee384e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.619066427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"eb3262ba-8727-492e-ac39-11fd39ec1fec","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.640566823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"e6ceb188-5b36-4632-af00-ee75f2d7a95d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.64357592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"82f93200-29c1-489f-8395-09be72699b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.643980084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"55c2706b-ddd1-4a7f-840e-7d9b24a2ca86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.644064273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"93cc56ee-0234-4288-a883-f4083c57e6af","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.649269945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"e6ceb188-5b36-4632-af00-ee75f2d7a95d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.654421656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"93cc56ee-0234-4288-a883-f4083c57e6af","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.654661799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"55c2706b-ddd1-4a7f-840e-7d9b24a2ca86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.656804499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"82f93200-29c1-489f-8395-09be72699b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.748611908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"a219644c-1b52-4afa-ba39-e1eb529c2c68","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.757530715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"a219644c-1b52-4afa-ba39-e1eb529c2c68","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.776564374Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-match-auth","reconcileID":"1e6b5a21-e02d-479d-bac9-e4568e4e6d74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.776589917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"6419a084-748b-4642-9a4d-f646098633c4","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:31.891949831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"82740e70-d3b3-4271-b924-a84e71e04b70","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.058120386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-model-nomatch-auth","reconcileID":"d0cbd87a-98fb-4436-93fe-213c6b49b29d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.058263726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"e77cf91f-9d04-41d5-ab62-74639288d630","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.080008058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"ed13d60e-3c72-4587-b7c0-8d373ce784cc","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.704281094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd1083d-7dff-4ec9-87b7-b4757cbc5ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.708676408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd1083d-7dff-4ec9-87b7-b4757cbc5ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.715939973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd1083d-7dff-4ec9-87b7-b4757cbc5ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.719573936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bd1083d-7dff-4ec9-87b7-b4757cbc5ecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.982071143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e77dbaf-e37a-4bcf-8f57-b1def6bc5c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.986270875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e77dbaf-e37a-4bcf-8f57-b1def6bc5c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.989841148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e77dbaf-e37a-4bcf-8f57-b1def6bc5c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:32.993230592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e77dbaf-e37a-4bcf-8f57-b1def6bc5c3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.237049322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f08ac-a40c-461f-94ed-e59b5b4f513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.240424638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f08ac-a40c-461f-94ed-e59b5b4f513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.243862167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f08ac-a40c-461f-94ed-e59b5b4f513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.247471404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970f08ac-a40c-461f-94ed-e59b5b4f513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.640003374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"b0364fb4-9ecd-4372-9b21-b42512aa4595","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.658200005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"2a99d56f-7afc-4b40-a57a-59aca97551e1","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:56:33.676547249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"8e04e1c0-cd1d-4e05-afef-338491223a71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.687758029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0cb09f25-ecd9-473a-8cf6-3a2034bb703f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.688347813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5b8be3f2-642f-4020-9ba9-c81cd13c5f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.788515325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"95f0fa54-d124-4b46-a1c3-052ac9c37dc2","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.823947928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"c2feb350-f37c-4374-847e-ea03e815d440","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.806061384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0cb09f25-ecd9-473a-8cf6-3a2034bb703f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.827535618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5b8be3f2-642f-4020-9ba9-c81cd13c5f9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.879483084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"cb6aeb7c-92a0-46af-97c2-ce0a71517f57","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.908987344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"b4114c7b-c817-4377-bdd0-af82331843d8","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"distinct-w3-b1c6f6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-b1c6f6/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.925558223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"f5e0317a-2e95-46ec-bacb-58d9a630174f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.94949791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"f5e0317a-2e95-46ec-bacb-58d9a630174f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.958639024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"cd03d121-306d-4313-982a-5ec857a2a675","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.975136103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"b943d21a-c505-4fe5-a7e2-ab7efda8848b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:33.977339275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"26267714-34e0-4022-88b4-d937bed191db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.002734625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"26267714-34e0-4022-88b4-d937bed191db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.080881647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"9013bbc5-938c-45bc-9cd8-3e5d8b401581","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.089318267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6bcf6767-1795-4983-9d45-4b9963aad3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.105366091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6bcf6767-1795-4983-9d45-4b9963aad3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.179289526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"59afcb90-7f6b-4a5d-887e-2905ca0bf122","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.18720415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"59afcb90-7f6b-4a5d-887e-2905ca0bf122","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.391453047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"30d81188-f1d7-40c8-8286-6b720780faf2","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.406936013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"3d4a9ee8-75c7-4b26-95db-ab88b63db123","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.413146131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"8846e975-dbd5-4eba-afb1-fafaccd95227","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.413562105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f3e0997-faf7-453b-a445-95037e77fb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.413860249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4dc27a48-1433-459a-b9c7-dd993bf3115c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.420400217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f3e0997-faf7-453b-a445-95037e77fb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.482675119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"8846e975-dbd5-4eba-afb1-fafaccd95227","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.48289273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"8bddf7f2-5b0b-408d-a33f-49c04f5e7cf2","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.488504738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4dc27a48-1433-459a-b9c7-dd993bf3115c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:34.504998492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"f2112c2e-eec2-4652-8a66-ecddaa1492ee","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.303373313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863a901-390a-439b-b88a-ddb396a1f9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.306655876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863a901-390a-439b-b88a-ddb396a1f9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.309874616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863a901-390a-439b-b88a-ddb396a1f9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.313080851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a863a901-390a-439b-b88a-ddb396a1f9ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.526051286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e8cb14-be28-4300-8cc8-d889b636b7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.529241328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e8cb14-be28-4300-8cc8-d889b636b7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.532533993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e8cb14-be28-4300-8cc8-d889b636b7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.535689432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e8cb14-be28-4300-8cc8-d889b636b7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.888016075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-auth","reconcileID":"3fccafda-66b2-4428-8a5f-1857e31c2e6c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-2-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:36.888078297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"c6e9b939-7142-4444-a723-95eb86cfd9e6","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.004836634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"bd873207-6951-4d22-8574-c582cb4dac12","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.054082659Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-cc8214","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-cc8214","reconcileID":"d3ba0a2b-638f-4016-a93d-8a7857806b38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-cc8214","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-cc8214":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.160899223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"8765ca91-9044-4ef3-a663-248720912304","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.195262712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d547308d-4837-42b6-990a-4f3b16aa0d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.204595576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d547308d-4837-42b6-990a-4f3b16aa0d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.288548027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0f23d381-1cfc-4566-a346-e65e3a399f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.295547152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0f23d381-1cfc-4566-a346-e65e3a399f43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.314849913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e86e7e-a495-466c-b58f-d4d255e3aa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.318411988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e86e7e-a495-466c-b58f-d4d255e3aa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.321754216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e86e7e-a495-466c-b58f-d4d255e3aa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:37.325214823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e86e7e-a495-466c-b58f-d4d255e3aa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:39.475523592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"8fe73a14-97e7-4f24-9349-fca7279fe86d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:39.498941694Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"8fe73a14-97e7-4f24-9349-fca7279fe86d","name":"e2e-shared-b-w4-fcc2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.458139212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5a826908-f73d-480e-9210-f6e9ad9f8b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.492466571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"aac2e748-04ef-42bf-b44f-839d55405855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.531104806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5a826908-f73d-480e-9210-f6e9ad9f8b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.556233619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"aac2e748-04ef-42bf-b44f-839d55405855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.907732354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e31b0d4d-426b-4374-a838-16a727fb175a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:41.954750185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"785a8f7b-a736-4ece-ab4b-a40e3004bc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:42.021008437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"785a8f7b-a736-4ece-ab4b-a40e3004bc8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:42.039009403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e31b0d4d-426b-4374-a838-16a727fb175a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.117908758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86dc573-4707-4d95-a651-b69f362283ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.258583942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86dc573-4707-4d95-a651-b69f362283ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.360425251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"b1bc72bb-b0e5-4411-8dd1-842110175bde","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.474298161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86dc573-4707-4d95-a651-b69f362283ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.485531305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f86dc573-4707-4d95-a651-b69f362283ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.678355438Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-47a8a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-47a8a4","reconcileID":"237348d7-17ce-4aba-b6cd-1cdbb671a5a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-47a8a4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-47a8a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:43.993146881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"328f7314-9b3d-403c-a713-40a4d3901f7f","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.082865381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"7733f034-9324-4289-8dae-e846fb01b66f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.091895934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c169ab43-4abe-4510-ad39-53e35f200e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.117965167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e4c8f731-4777-4c3d-b64d-1d8584d042e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.121797647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c169ab43-4abe-4510-ad39-53e35f200e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.135750322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e4c8f731-4777-4c3d-b64d-1d8584d042e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.139262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"a448dde9-76e0-4353-bd51-eb1efc3885e7","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.188679329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"538f8ddb-3943-485c-8915-17d3766068a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.223207507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5209f7-d277-4717-8a9d-491dfc8205a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.228132451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5209f7-d277-4717-8a9d-491dfc8205a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.231642934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5209f7-d277-4717-8a9d-491dfc8205a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.235355704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5209f7-d277-4717-8a9d-491dfc8205a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.246585088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"0527b1f0-4f66-45fe-9c33-9df947aa1da8","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.617073134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61938f-7f18-48a0-914c-5e277cfdd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.620439796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61938f-7f18-48a0-914c-5e277cfdd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.623797665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61938f-7f18-48a0-914c-5e277cfdd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.627135079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b61938f-7f18-48a0-914c-5e277cfdd18a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.889151544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a01a62-b07b-4e4a-97b5-4634fb8137da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.897052408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a01a62-b07b-4e4a-97b5-4634fb8137da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.904620978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a01a62-b07b-4e4a-97b5-4634fb8137da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:44.909895642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09a01a62-b07b-4e4a-97b5-4634fb8137da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.400241868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcee405-a0b9-44b7-8863-cab2199864b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.414103663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcee405-a0b9-44b7-8863-cab2199864b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.440125465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcee405-a0b9-44b7-8863-cab2199864b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.460688727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcee405-a0b9-44b7-8863-cab2199864b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.873830072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383534b6-fead-4be3-ab06-47feea3b11b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.879596067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383534b6-fead-4be3-ab06-47feea3b11b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.885648943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383534b6-fead-4be3-ab06-47feea3b11b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:45.903232557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383534b6-fead-4be3-ab06-47feea3b11b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.280233282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e4879b-566a-4f58-9d35-7daf1b56d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.292947361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e4879b-566a-4f58-9d35-7daf1b56d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.304193323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e4879b-566a-4f58-9d35-7daf1b56d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.311033476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e4879b-566a-4f58-9d35-7daf1b56d8b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.506365155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"43bad652-0611-46cb-8141-e2e9d1ebcb55","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.60082247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"29299c7c-0588-4393-801e-d5aa348c913d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.605646173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"195034a0-8a88-4e8c-9c50-68f21685cdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.608983701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0c26379b-849e-4889-96a1-2398dcd41d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.613930121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"195034a0-8a88-4e8c-9c50-68f21685cdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.615865163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0c26379b-849e-4889-96a1-2398dcd41d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.622436249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"27d3468a-b667-4dca-9848-1ebb4f9028a4","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.635090141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"16d71dd3-293c-46a9-9f66-64cfe821ff6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.641587839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6e76f-05e9-4f65-9ac4-cf69ada5ac00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.644862593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6e76f-05e9-4f65-9ac4-cf69ada5ac00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.647994456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6e76f-05e9-4f65-9ac4-cf69ada5ac00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:46.651224705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff6e76f-05e9-4f65-9ac4-cf69ada5ac00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.130413857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475f6898-faa1-484f-b043-e8ab907e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.133966243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475f6898-faa1-484f-b043-e8ab907e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.137426752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475f6898-faa1-484f-b043-e8ab907e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.14061017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475f6898-faa1-484f-b043-e8ab907e60eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.204388615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"0246fe0f-675b-493c-a508-eacb6c2f675c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.214842439Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"0246fe0f-675b-493c-a508-eacb6c2f675c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.245194699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"e2e-no-access-sub","reconcileID":"0246fe0f-675b-493c-a508-eacb6c2f675c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/distinct-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.349081386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"79df5dba-5203-4067-99a5-709273b68988","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.357785796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b0afee13-da10-4f55-9226-a86facfa81a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.357864018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eca7d956-7db5-437e-9913-5e59179ae09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.3648066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"eca7d956-7db5-437e-9913-5e59179ae09a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.364848502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b0afee13-da10-4f55-9226-a86facfa81a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:47.428858362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:48.664740004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"124fa1b7-a9c7-4048-bd03-b862dbba7f4a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:48.70304173Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"124fa1b7-a9c7-4048-bd03-b862dbba7f4a","name":"e2e-shared-b-w1-cc8214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.239079804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edbbb0c-5274-4df6-b0ce-7390e52e752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.243357316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edbbb0c-5274-4df6-b0ce-7390e52e752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.24690665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edbbb0c-5274-4df6-b0ce-7390e52e752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.250276279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6edbbb0c-5274-4df6-b0ce-7390e52e752b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.817122132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a551ea0-fe35-47ca-8b1a-48636d8f1958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.8302195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a551ea0-fe35-47ca-8b1a-48636d8f1958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.836027834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a551ea0-fe35-47ca-8b1a-48636d8f1958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:52.841276986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a551ea0-fe35-47ca-8b1a-48636d8f1958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.174871928Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-ce5555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-ce5555","reconcileID":"71323220-ecb6-4a23-8c0f-9ab3a4f9048f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-ce5555","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-ce5555":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.266577488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694274d8-2808-457b-868c-3871b288b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.270139938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694274d8-2808-457b-868c-3871b288b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.273375388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694274d8-2808-457b-868c-3871b288b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.276754882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"694274d8-2808-457b-868c-3871b288b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.610883932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71946cb-3ec3-4792-bcfd-41a354270537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.621854704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71946cb-3ec3-4792-bcfd-41a354270537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.628883279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71946cb-3ec3-4792-bcfd-41a354270537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.638598846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a71946cb-3ec3-4792-bcfd-41a354270537","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.949975652Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","namespace":"ai-tenant-e2e-praxis-b-a35a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.950063431Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","namespace":"ai-tenant-e2e-praxis-b-a35a97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.950129667Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","tenant":"e2e-praxis-b-a35a97","tenantID":"e2e-praxis-b-a35a97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.955710293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a35a97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.969850045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Service","name":"maas-api-e2e-praxis-b-a35a97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:53.995120256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a35a97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.012152217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a35a97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.025619893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.036707262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.046181868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.056190774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.059492134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.063754061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.070264209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Service","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.074072318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.078255401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.091275983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.09826681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.107223007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.116218297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.119146476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.125159356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a35a97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.129129738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a35a97"},"namespace":"ai-tenant-e2e-praxis-b-a35a97","name":"default-tenant","reconcileID":"856df07f-b64e-472a-a817-736c1ba471bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a35a97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.565189038Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a35a97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a35a97","reconcileID":"3501f1e5-a471-4937-aacd-ccfb75c4fb64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a35a97","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a35a97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.936954132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9f1f2b-cc3b-46b2-87ca-a8b8101c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.942932624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9f1f2b-cc3b-46b2-87ca-a8b8101c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.951164123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9f1f2b-cc3b-46b2-87ca-a8b8101c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:54.958788903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9f1f2b-cc3b-46b2-87ca-a8b8101c0ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:55.663098878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfed0627-2af5-46bd-9694-cc0335bc78a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:55.667174983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfed0627-2af5-46bd-9694-cc0335bc78a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:55.67061175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfed0627-2af5-46bd-9694-cc0335bc78a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:55.674246467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfed0627-2af5-46bd-9694-cc0335bc78a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:56.885888535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b67f7f3f-c7c3-404d-b51d-49391603ac08","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:56:56.911973636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b67f7f3f-c7c3-404d-b51d-49391603ac08","name":"e2e-shared-a-w2-47a8a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.033217713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c93c00-4049-405b-a4dd-8ca01091657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.15483042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c93c00-4049-405b-a4dd-8ca01091657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.300493277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c93c00-4049-405b-a4dd-8ca01091657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.31004024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c93c00-4049-405b-a4dd-8ca01091657b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.748965932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66411748-fee6-4e47-9a82-57afe4c7fce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.756941884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66411748-fee6-4e47-9a82-57afe4c7fce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.783710957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66411748-fee6-4e47-9a82-57afe4c7fce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:01.790858356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66411748-fee6-4e47-9a82-57afe4c7fce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.789948645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"8e582324-d768-484c-883b-96c173558418","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.795513092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"ba25b693-2e02-4bc4-b6d1-19381a6db601","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.810322848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"ccbe8eca-80ff-4460-8bf5-ef4bad398dd3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.817279098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"ccbe8eca-80ff-4460-8bf5-ef4bad398dd3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.836302035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"4ca9b394-5bb9-4cdb-a43d-c0520c2258b7","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.912574166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"eadb8d8a-f886-4224-875d-3f67aada5f91","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.91990255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"eadb8d8a-f886-4224-875d-3f67aada5f91","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:57:02.937703111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"eadb8d8a-f886-4224-875d-3f67aada5f91","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.951645006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"0563f535-a73b-4c58-a077-ffb607d5b2ca","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:02.996947331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"0563f535-a73b-4c58-a077-ffb607d5b2ca","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.015883965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"b9cbf95d-fa4c-4777-a8d8-ea874e1e3b87","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.022982825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"618bb98a-717d-4d95-84b3-afa0615e6c3b","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.02552774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"96fab4de-5c66-4810-ba42-fc955de8dccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.025811846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5f8f9b17-7f7e-4e0d-ab85-c6ed23d59b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:57:03.081406017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-subscription-no-access","reconcileID":"c23e755f-ccc5-46a7-bd5f-f511324cf4bd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.100329891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"96fab4de-5c66-4810-ba42-fc955de8dccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.107192883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5f8f9b17-7f7e-4e0d-ab85-c6ed23d59b55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.117063796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"f9cd1fdc-2c84-4ba9-a40a-16828a2357ac","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.123468277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"ad379aca-3a3e-4810-b9d5-ee6a496ab78f","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.140094618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"893be808-e360-427e-9373-a482ea1a0509","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.144046681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"12944605-7438-44da-89a0-1b7c48afa47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.144176442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3a753cc4-8c51-4f9c-a8a1-21bc79b9eddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.145008327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-subscription-no-access","reconcileID":"c2226589-cacd-4060-bc09-6f1f52ec93f7","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-f78621/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.149173928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"893be808-e360-427e-9373-a482ea1a0509","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.187410491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"12944605-7438-44da-89a0-1b7c48afa47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.193686834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3a753cc4-8c51-4f9c-a8a1-21bc79b9eddc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.208643083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"6ca06252-36b5-4dc9-8e72-663c87b3fc31","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.240265755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"2d3466b6-9984-495c-af15-92168924fca6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.240693359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-subscription-no-access","reconcileID":"9bdaa70c-ba44-4d55-897f-64cc3c07966a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:03.996139799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"e2058dc1-cb96-43c7-ac07-af9f5b655439","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.330413373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7546b75d-1247-4ff0-86a9-a5de679103a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.330941927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"bbade9dc-992b-4428-9275-0bece490ad1d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.331360828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0432154e-0aa7-41b5-a7c5-b5f0faf734dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.338096193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7546b75d-1247-4ff0-86a9-a5de679103a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.340577437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"bbade9dc-992b-4428-9275-0bece490ad1d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:04.342896436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0432154e-0aa7-41b5-a7c5-b5f0faf734dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:05.582763686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ad2cbfd0-e01e-4ce8-af16-7b6c242a534e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:05.587877087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d1ea8597-8fcc-4e2b-8577-ed8e8fd3932b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:05.591784243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ad2cbfd0-e01e-4ce8-af16-7b6c242a534e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:05.600585299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d1ea8597-8fcc-4e2b-8577-ed8e8fd3932b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:07.354236123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ee416ff0-8c21-4cb3-878a-58b54dd8da44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:07.379573381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ee416ff0-8c21-4cb3-878a-58b54dd8da44","name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.468214718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af551bd-a689-425f-9254-50c603429dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.472078064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af551bd-a689-425f-9254-50c603429dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.476106677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af551bd-a689-425f-9254-50c603429dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.479979605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af551bd-a689-425f-9254-50c603429dc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.77943331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f694d78-af96-45fa-aa4f-fdb5c89d93e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.787073323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f694d78-af96-45fa-aa4f-fdb5c89d93e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.796004802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f694d78-af96-45fa-aa4f-fdb5c89d93e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:10.80609489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f694d78-af96-45fa-aa4f-fdb5c89d93e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:13.310686249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"4c38a122-4403-4771-a8ba-5a8d245429d2","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:13.31071229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"4c38a122-4403-4771-a8ba-5a8d245429d2","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.023718326Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-subscription-no-access","reconcileID":"6e85595d-253b-4749-8333-78efef52fa6c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.082568055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-subscription-no-access","reconcileID":"6e85595d-253b-4749-8333-78efef52fa6c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f78621/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.189169384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"a750ed1a-d631-4b0f-87cf-a95ad0ac968b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.195500709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"3b871941-a7e2-493c-a654-ff10bb493ed5","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.204208404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"69ff895d-3449-45ef-bf5e-7144baadc232","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.20745746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e4b7fa5d-aaae-448b-bfe9-8363fa7a0280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.207708884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5a209471-8a6d-4cd6-92c0-80216d6cf7d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.212623006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"69ff895d-3449-45ef-bf5e-7144baadc232","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.215776623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5a209471-8a6d-4cd6-92c0-80216d6cf7d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.216057863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e4b7fa5d-aaae-448b-bfe9-8363fa7a0280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.368720211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"e2e-test-auth-no-access","reconcileID":"baeed39c-fb1a-4534-847d-d0bc9b5416b1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.369042451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"d3a8d88e-e7b6-4d75-aa5e-2c114bb6474c","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:14.395958698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"d3bd0744-96e5-4bbf-81a3-5389f78697b5","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:17.42469359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.101480291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efd8d8a-9c28-4587-94c6-8cdaf6f64c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.105167178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efd8d8a-9c28-4587-94c6-8cdaf6f64c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.108747222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efd8d8a-9c28-4587-94c6-8cdaf6f64c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.112818354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8efd8d8a-9c28-4587-94c6-8cdaf6f64c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.457253732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7e8b-5d05-4638-b349-2784daaaa50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.486447934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7e8b-5d05-4638-b349-2784daaaa50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.492982941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7e8b-5d05-4638-b349-2784daaaa50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.504367508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7e8b-5d05-4638-b349-2784daaaa50f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.899369917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5666fc-90a6-4495-90c2-db1b90db3a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.907235669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5666fc-90a6-4495-90c2-db1b90db3a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.936266234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5666fc-90a6-4495-90c2-db1b90db3a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:18.942523701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5666fc-90a6-4495-90c2-db1b90db3a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.136321561Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e11de4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e11de4","reconcileID":"cb438969-f176-4849-8296-f0f41c971c6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e11de4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e11de4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.466976409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfe9122-d65b-4fe7-a3f2-2a03db41c948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.470703959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfe9122-d65b-4fe7-a3f2-2a03db41c948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.475348808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfe9122-d65b-4fe7-a3f2-2a03db41c948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.480895525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfe9122-d65b-4fe7-a3f2-2a03db41c948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:19.913429049Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-3ba121","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-3ba121","reconcileID":"87a352dc-1e27-43be-8273-c2efd3d5a321","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-3ba121","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-3ba121":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.16986458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce468f70-b1cf-4460-bbe8-327ae551b39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.173326807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce468f70-b1cf-4460-bbe8-327ae551b39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.176647752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce468f70-b1cf-4460-bbe8-327ae551b39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.18035583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce468f70-b1cf-4460-bbe8-327ae551b39b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.943529958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95037ab6-66e5-4fe6-a8d7-f981622df9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.951108368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95037ab6-66e5-4fe6-a8d7-f981622df9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.956299162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95037ab6-66e5-4fe6-a8d7-f981622df9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:20.963049134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95037ab6-66e5-4fe6-a8d7-f981622df9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:29.84032527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"db74b200-e519-4eac-b780-5968c05affd5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:29.921476991Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"db74b200-e519-4eac-b780-5968c05affd5","name":"e2e-shared-b-w2-e11de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:30.027906259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"e89a3923-5fc2-486d-99e6-6521ef1f2e75","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:30.028026621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"e89a3923-5fc2-486d-99e6-6521ef1f2e75","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.404754469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"b8c31019-89a9-45a4-8630-54349099fa02","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-3ba121","tenantID":"e2e-explicit-3ba121","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.424264166Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"b8c31019-89a9-45a4-8630-54349099fa02","name":"e2e-explicit-3ba121-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.682253459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf010d-af80-4ca3-994f-3aff055d2cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.69225662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf010d-af80-4ca3-994f-3aff055d2cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.703138296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf010d-af80-4ca3-994f-3aff055d2cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:32.713985761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21cf010d-af80-4ca3-994f-3aff055d2cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.245550024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3e2940-fa4e-4478-b90a-ec179eb2526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.260670249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3e2940-fa4e-4478-b90a-ec179eb2526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.277381019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3e2940-fa4e-4478-b90a-ec179eb2526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.282574888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3e2940-fa4e-4478-b90a-ec179eb2526f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.350946919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-836589","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-836589","reconcileID":"d6839cb0-d22a-44b4-be22-26fc9b4e2ded","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-836589","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-836589":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.706412373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b89a08b-2d73-4e13-b549-ac9f2c9bb623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.716137476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b89a08b-2d73-4e13-b549-ac9f2c9bb623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.720396999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b89a08b-2d73-4e13-b549-ac9f2c9bb623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:33.724412273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b89a08b-2d73-4e13-b549-ac9f2c9bb623","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.127404183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e1271d-a5ff-41f8-87e8-876c6b700d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.215667525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e1271d-a5ff-41f8-87e8-876c6b700d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.227341857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e1271d-a5ff-41f8-87e8-876c6b700d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.281749279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37e1271d-a5ff-41f8-87e8-876c6b700d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.635167191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131b24-4c94-47cb-beaa-bfd53e59b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.638485796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131b24-4c94-47cb-beaa-bfd53e59b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.641718581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131b24-4c94-47cb-beaa-bfd53e59b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:34.645074753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131b24-4c94-47cb-beaa-bfd53e59b4a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.17033169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2de89d-dfa0-424f-9464-5d2b969bcd08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.184467693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2de89d-dfa0-424f-9464-5d2b969bcd08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.202097046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2de89d-dfa0-424f-9464-5d2b969bcd08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.22661249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2de89d-dfa0-424f-9464-5d2b969bcd08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.599159563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ad469f-be45-4928-aff0-29019e9c7d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.60814798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ad469f-be45-4928-aff0-29019e9c7d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.613909963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ad469f-be45-4928-aff0-29019e9c7d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:35.617510969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ad469f-be45-4928-aff0-29019e9c7d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.043781735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c72f3d-4664-40c3-8bea-7ea75d93c148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.047912821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c72f3d-4664-40c3-8bea-7ea75d93c148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.052091062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c72f3d-4664-40c3-8bea-7ea75d93c148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.056463786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c72f3d-4664-40c3-8bea-7ea75d93c148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.370036163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb7bcd9-7cf0-4ef8-96d2-10373e60d528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.373379568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb7bcd9-7cf0-4ef8-96d2-10373e60d528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.382644603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb7bcd9-7cf0-4ef8-96d2-10373e60d528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:36.393530764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb7bcd9-7cf0-4ef8-96d2-10373e60d528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:43.994300978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b28f18-803e-4ac1-bcc5-ea0264cc8573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.057891941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b28f18-803e-4ac1-bcc5-ea0264cc8573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.071114216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b28f18-803e-4ac1-bcc5-ea0264cc8573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.07597219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b28f18-803e-4ac1-bcc5-ea0264cc8573","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.451969253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7240ff0-ca17-494c-91c4-881388ccfed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.455534682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7240ff0-ca17-494c-91c4-881388ccfed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.458884067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7240ff0-ca17-494c-91c4-881388ccfed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.462230177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7240ff0-ca17-494c-91c4-881388ccfed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.894011107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ab48d-28b7-4edf-b86e-ac0ca88899dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.90390712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ab48d-28b7-4edf-b86e-ac0ca88899dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.908310361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ab48d-28b7-4edf-b86e-ac0ca88899dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:44.911775751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f6ab48d-28b7-4edf-b86e-ac0ca88899dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.262247489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2734f524-d5d2-4cf7-9f57-21e38b63c844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.267313105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2734f524-d5d2-4cf7-9f57-21e38b63c844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.273419256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2734f524-d5d2-4cf7-9f57-21e38b63c844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.276852517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2734f524-d5d2-4cf7-9f57-21e38b63c844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.427503566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"fe5df2f3-b8b5-4cf1-bba9-e6160338fcfa","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:45.42753361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"fe5df2f3-b8b5-4cf1-bba9-e6160338fcfa","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.035783937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"3c781101-94e8-43c9-b16c-0d56aaf28594","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.035815823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"3c781101-94e8-43c9-b16c-0d56aaf28594","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.116768716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"2745de7d-9d7a-400d-bee8-1eb933c38362","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.116885701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"2745de7d-9d7a-400d-bee8-1eb933c38362","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.152339051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"89fc0f35-6f37-4b4e-9bc8-fe40f3fbc2eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.187262735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"89fc0f35-6f37-4b4e-9bc8-fe40f3fbc2eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.201459454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"89fc0f35-6f37-4b4e-9bc8-fe40f3fbc2eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.209998371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"136c3a11-bc21-42e8-95d6-30c88d1d8981","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.21002451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"136c3a11-bc21-42e8-95d6-30c88d1d8981","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.274342899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4957ce55-d8ad-4cba-9baf-ef3011f11362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.277879766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4957ce55-d8ad-4cba-9baf-ef3011f11362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.28238897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4957ce55-d8ad-4cba-9baf-ef3011f11362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.372202667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4957ce55-d8ad-4cba-9baf-ef3011f11362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.635896479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"640631b4-b0e4-4982-83d5-e5f89c3d8cde","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.635953393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"640631b4-b0e4-4982-83d5-e5f89c3d8cde","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.663912866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce04-6797-4565-b58c-94bb743cc5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.667409529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce04-6797-4565-b58c-94bb743cc5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.671545588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce04-6797-4565-b58c-94bb743cc5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.710101939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fbfce04-6797-4565-b58c-94bb743cc5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.957212673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"81ed1c70-c58f-4d26-8364-a6a1075a33ef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:46.989850771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"81ed1c70-c58f-4d26-8364-a6a1075a33ef","name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.086981045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"a4a924f6-fb26-4828-a8a8-5cf1a5649b6a","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.088123816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"a4a924f6-fb26-4828-a8a8-5cf1a5649b6a","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.14962239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"bf69e9df-d8d1-4c37-a4ac-9a1a7bf4df5c","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.149710504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"bf69e9df-d8d1-4c37-a4ac-9a1a7bf4df5c","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.192399147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"a615d4b3-3405-4a21-b79b-4fc04af09543","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.23173236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"a615d4b3-3405-4a21-b79b-4fc04af09543","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.238787227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"a615d4b3-3405-4a21-b79b-4fc04af09543","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.247863472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"275db73f-3692-47ed-b4c7-7d852cafa2e3","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.281079866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"275db73f-3692-47ed-b4c7-7d852cafa2e3","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:47.424434093Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:56.231519141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"2250289d-ea77-4b12-9463-788c52a24b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:56.248891024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"2250289d-ea77-4b12-9463-788c52a24b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:56.261191581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92a08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"2250289d-ea77-4b12-9463-788c52a24b52","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:57.296105217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c7cc723-e98d-4e89-9ca1-a01f8a2ea5fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:57.303415684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c7cc723-e98d-4e89-9ca1-a01f8a2ea5fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:57.309072334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c7cc723-e98d-4e89-9ca1-a01f8a2ea5fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:59.876025446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff7754c-ddf5-4c7a-8d82-185db7ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:59.879494824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff7754c-ddf5-4c7a-8d82-185db7ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:57:59.909491915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff7754c-ddf5-4c7a-8d82-185db7ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:00.037844116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ff7754c-ddf5-4c7a-8d82-185db7ea3316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:00.441560839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a4e164-3e31-4bb1-95c0-25774cf3fddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:00.446948941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a4e164-3e31-4bb1-95c0-25774cf3fddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:00.454877632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a4e164-3e31-4bb1-95c0-25774cf3fddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:00.459471136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a4e164-3e31-4bb1-95c0-25774cf3fddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:01.706372807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"6b4f4021-b53f-468d-b2c5-24ad7dcf1413","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:01.706408674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"6b4f4021-b53f-468d-b2c5-24ad7dcf1413","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.297437743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c977a4aa-956f-4252-a48b-e029f8734fd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.306559874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c977a4aa-956f-4252-a48b-e029f8734fd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.316216645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c65204a4f126f5a43231cdfa158fd4925bab9fd1b1c910dad325e42d0b60e286) AuthConfig (46a08a69c587496b126ceb2521aa726e5d5c011553ae4e086acc81c054b3fb8a) AuthConfig (9cc1c2d593f09e8fdad1720616ef7f2d1e82b760c327f6cae17523f225510bd2) AuthConfig (4150428a80dd89ccc356fbcfe0461f16150a22c2958be92435175bd1a09e74b3) AuthConfig (34f4775cc3dd465749c6deab468010f8ae9f20b20daaa1ff0ab4328547a1456b) AuthConfig (376d69b3fb724686c121fd7be48aefb773d36cd9768cd7b68e957b08bf16f91f) AuthConfig (66a7d3769bb9439e84fa43450718020180fcec41879c6a6fa1b5127bac800f4b) AuthConfig (75f087cdb8546f67926812bc5846bbac6283c09d3cc912d1c4690a84bd8a5ee2) AuthConfig (21824fb9217e8b64496810112794acb2d788b6605cfea02d2c7275f56c1bae13) AuthConfig (65d0087c6ccccd604057c3eba25d08d6517ec8de68ad31ccea77e9cc9fdf125e) AuthConfig (869ca16448a865eaad9ce1b6c4061f7473781c672f66e731f1fd944a2051f0a7) AuthConfig (270e348cd4e95ae3ea6162fdd47723965f3ded94d38c0b2335f6f09ed9a7818e) AuthConfig (ad4c262dc68fd92ddc1989a0c2f7292cb1eb6c4d961faccf7ebb5072a598afb6) AuthConfig (a2f59f5f8492606866dc131320d07d1519b3a3f74ce88081b8f7e86509d879ee) AuthConfig (ea88fb1d61a9cabb493143099eeac12e1229e91cdf36347d628aa4ac17e997e8) AuthConfig (1df53fcf271904a2999dbe099e7f1cd4a4440983ef0cf4563e7c38d2452feb5f) AuthConfig (8598dfcc4616136ce71a889a5689c6caccf5b0a73b59d4f1d36b9aae15f5a223) AuthConfig (8875e0338fe041ed118badf2e2405e01eb4f4038e65a9bf8cc1d32df06fc72d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c977a4aa-956f-4252-a48b-e029f8734fd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.383113451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"f0e8fe49-8da1-45c9-ad5a-cd29a81608b8","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.383143458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"f0e8fe49-8da1-45c9-ad5a-cd29a81608b8","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:06.404948896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-3ba121","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"explicit-model-3ba121","reconcileID":"2adbac6d-4d62-4206-85be-bfc873baab16","MaaSModelRef":{"name":"explicit-model-3ba121","namespace":"ai-tenant-e2e-explicit-3ba121"},"routeName":"explicit-model-3ba121-kserve-route","namespace":"ai-tenant-e2e-explicit-3ba121","llmisvcName":"explicit-model-3ba121","gateway":"openshift-ingress/e2e-explicit-3ba121","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.322742687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"618900d8-0a3b-4801-a191-5a655fdf7d12","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.329828376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"618900d8-0a3b-4801-a191-5a655fdf7d12","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.335789255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (817f80b1d2ff856f6b785605b10a32c913c274a25726edfa98a538e89a345604) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (7197ac9418e6c7195f9ff0942f91563b6237fb094843926c839ceb06ed5b839b) AuthConfig (86180cef9dd06566167c6eb5f1624b02c18d7d0882290f7f12813710449b2ffc) AuthConfig (cb633ad8ea9b328f731f1cf4b909344765b24e303ca9d2101a006e2cef1fc7f2) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (8829890015f256c0cf80b26b6054f2f5cdb2a9221575580479e134bec7c8ddfd) AuthConfig (a2f9ef4ba7cf7c1dc201f9f0780aba7acf73c5428b7bcfffdc74ea4e2f03151a) AuthConfig (11779cfedb9ff0133f8e8d071cf5d3610a2b2a438ac8f5b25035075924903707) AuthConfig (e193d2efef493e7b2df0424cb7f25e409f4d1b67c796301b7ec6ae4883295141) AuthConfig (46c7722f618306f7ad72b346c34607f8a21562068b21dcac906dab7f98e998e8) AuthConfig (37428ba1c1f109d21dbe585e2ed1f6b435b5880f2f31fb9d00c7c14ab6d2a2b0) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (27e14d5345fcf92a83f6600462311cba7025f5322dd2f78128f896135e16b4ce) AuthConfig (b30639d06855bb27ee13c744db4214fb7ffcd1b61920bc9ed0d2c45de98194fb) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"618900d8-0a3b-4801-a191-5a655fdf7d12","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.345020011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"ac54f535-3562-4d22-b71c-48f3cb73432d","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.345046931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"ac54f535-3562-4d22-b71c-48f3cb73432d","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.722678468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb09a7d-9090-43bf-b18f-d288296083ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.726163656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb09a7d-9090-43bf-b18f-d288296083ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.729848185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb09a7d-9090-43bf-b18f-d288296083ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.733580546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb09a7d-9090-43bf-b18f-d288296083ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:07.997457802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7cc167-2b8e-418a-9ebe-e24ee7eb360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.000809742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7cc167-2b8e-418a-9ebe-e24ee7eb360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.004248744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7cc167-2b8e-418a-9ebe-e24ee7eb360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.008100656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a7cc167-2b8e-418a-9ebe-e24ee7eb360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.355351626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c818bd2d-d02e-4201-be15-435502307342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.369590017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c818bd2d-d02e-4201-be15-435502307342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.389550085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c818bd2d-d02e-4201-be15-435502307342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:08.395327324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c818bd2d-d02e-4201-be15-435502307342","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:16.404268946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"e65ca7c7-84c2-42a1-be13-455250094d96","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:16.448647994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"e65ca7c7-84c2-42a1-be13-455250094d96","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:16.455319823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c65204a4f126f5a43231cdfa158fd4925bab9fd1b1c910dad325e42d0b60e286) AuthConfig (46a08a69c587496b126ceb2521aa726e5d5c011553ae4e086acc81c054b3fb8a) AuthConfig (9cc1c2d593f09e8fdad1720616ef7f2d1e82b760c327f6cae17523f225510bd2) AuthConfig (4150428a80dd89ccc356fbcfe0461f16150a22c2958be92435175bd1a09e74b3) AuthConfig (34f4775cc3dd465749c6deab468010f8ae9f20b20daaa1ff0ab4328547a1456b) AuthConfig (376d69b3fb724686c121fd7be48aefb773d36cd9768cd7b68e957b08bf16f91f) AuthConfig (66a7d3769bb9439e84fa43450718020180fcec41879c6a6fa1b5127bac800f4b) AuthConfig (75f087cdb8546f67926812bc5846bbac6283c09d3cc912d1c4690a84bd8a5ee2) AuthConfig (21824fb9217e8b64496810112794acb2d788b6605cfea02d2c7275f56c1bae13) AuthConfig (65d0087c6ccccd604057c3eba25d08d6517ec8de68ad31ccea77e9cc9fdf125e) AuthConfig (869ca16448a865eaad9ce1b6c4061f7473781c672f66e731f1fd944a2051f0a7) AuthConfig (270e348cd4e95ae3ea6162fdd47723965f3ded94d38c0b2335f6f09ed9a7818e) AuthConfig (ad4c262dc68fd92ddc1989a0c2f7292cb1eb6c4d961faccf7ebb5072a598afb6) AuthConfig (a2f59f5f8492606866dc131320d07d1519b3a3f74ce88081b8f7e86509d879ee) AuthConfig (ea88fb1d61a9cabb493143099eeac12e1229e91cdf36347d628aa4ac17e997e8) AuthConfig (1df53fcf271904a2999dbe099e7f1cd4a4440983ef0cf4563e7c38d2452feb5f) AuthConfig (8598dfcc4616136ce71a889a5689c6caccf5b0a73b59d4f1d36b9aae15f5a223) AuthConfig (8875e0338fe041ed118badf2e2405e01eb4f4038e65a9bf8cc1d32df06fc72d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"e65ca7c7-84c2-42a1-be13-455250094d96","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:17.565565105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"635182a2-218f-4d28-b37c-b2da548145fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:17.613514083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:17.623472426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"635182a2-218f-4d28-b37c-b2da548145fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:17.631382884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (817f80b1d2ff856f6b785605b10a32c913c274a25726edfa98a538e89a345604) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (7197ac9418e6c7195f9ff0942f91563b6237fb094843926c839ceb06ed5b839b) AuthConfig (86180cef9dd06566167c6eb5f1624b02c18d7d0882290f7f12813710449b2ffc) AuthConfig (cb633ad8ea9b328f731f1cf4b909344765b24e303ca9d2101a006e2cef1fc7f2) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (8829890015f256c0cf80b26b6054f2f5cdb2a9221575580479e134bec7c8ddfd) AuthConfig (a2f9ef4ba7cf7c1dc201f9f0780aba7acf73c5428b7bcfffdc74ea4e2f03151a) AuthConfig (11779cfedb9ff0133f8e8d071cf5d3610a2b2a438ac8f5b25035075924903707) AuthConfig (e193d2efef493e7b2df0424cb7f25e409f4d1b67c796301b7ec6ae4883295141) AuthConfig (46c7722f618306f7ad72b346c34607f8a21562068b21dcac906dab7f98e998e8) AuthConfig (37428ba1c1f109d21dbe585e2ed1f6b435b5880f2f31fb9d00c7c14ab6d2a2b0) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (27e14d5345fcf92a83f6600462311cba7025f5322dd2f78128f896135e16b4ce) AuthConfig (b30639d06855bb27ee13c744db4214fb7ffcd1b61920bc9ed0d2c45de98194fb) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"635182a2-218f-4d28-b37c-b2da548145fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.451961861Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","namespace":"ai-tenant-e2e-explicit-3ba121","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.452021634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","namespace":"ai-tenant-e2e-explicit-3ba121","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.452070491Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","tenant":"e2e-explicit-3ba121","tenantID":"e2e-explicit-3ba121","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.456485927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Deployment","name":"maas-api-e2e-explicit-3ba121","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.467274076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Service","name":"maas-api-e2e-explicit-3ba121","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.484796089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-3ba121","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.49194814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-3ba121","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.504492301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.513010088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.518645734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.524212516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.527179905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Deployment","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.529978099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.532857848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Service","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.535830985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"Service","name":"payload-pre-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.538525872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.541254612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.543976801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.552541781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.55544135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.558172034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.561031018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-3ba121","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.563804594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-3ba121"},"namespace":"ai-tenant-e2e-explicit-3ba121","name":"default-tenant","reconcileID":"725d3aa4-614f-4899-ac78-59aca8d8288f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-3ba121","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.637740439Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-3ba121","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-3ba121","reconcileID":"91ad15be-31b6-4193-bad1-8dbd9705e801","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-3ba121","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-3ba121"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.870859936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb2847b-deb4-4d92-aa51-984eea86716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.874750017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb2847b-deb4-4d92-aa51-984eea86716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:23.88259908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb2847b-deb4-4d92-aa51-984eea86716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:24.056326239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eb2847b-deb4-4d92-aa51-984eea86716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:24.606718876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2deec14-4dee-443c-8614-ab946ecc45ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:24.621163119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2deec14-4dee-443c-8614-ab946ecc45ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:24.627365832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2deec14-4dee-443c-8614-ab946ecc45ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:24.630859637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2deec14-4dee-443c-8614-ab946ecc45ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:26.462972954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"f96d1aa6-65c4-439e-9163-e030bf852fca","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:26.470281809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"f96d1aa6-65c4-439e-9163-e030bf852fca","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:26.475859136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92a08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c65204a4f126f5a43231cdfa158fd4925bab9fd1b1c910dad325e42d0b60e286) AuthConfig (46a08a69c587496b126ceb2521aa726e5d5c011553ae4e086acc81c054b3fb8a) AuthConfig (9cc1c2d593f09e8fdad1720616ef7f2d1e82b760c327f6cae17523f225510bd2) AuthConfig (4150428a80dd89ccc356fbcfe0461f16150a22c2958be92435175bd1a09e74b3) AuthConfig (34f4775cc3dd465749c6deab468010f8ae9f20b20daaa1ff0ab4328547a1456b) AuthConfig (376d69b3fb724686c121fd7be48aefb773d36cd9768cd7b68e957b08bf16f91f) AuthConfig (66a7d3769bb9439e84fa43450718020180fcec41879c6a6fa1b5127bac800f4b) AuthConfig (75f087cdb8546f67926812bc5846bbac6283c09d3cc912d1c4690a84bd8a5ee2) AuthConfig (21824fb9217e8b64496810112794acb2d788b6605cfea02d2c7275f56c1bae13) AuthConfig (65d0087c6ccccd604057c3eba25d08d6517ec8de68ad31ccea77e9cc9fdf125e) AuthConfig (869ca16448a865eaad9ce1b6c4061f7473781c672f66e731f1fd944a2051f0a7) AuthConfig (270e348cd4e95ae3ea6162fdd47723965f3ded94d38c0b2335f6f09ed9a7818e) AuthConfig (ad4c262dc68fd92ddc1989a0c2f7292cb1eb6c4d961faccf7ebb5072a598afb6) AuthConfig (a2f59f5f8492606866dc131320d07d1519b3a3f74ce88081b8f7e86509d879ee) AuthConfig (ea88fb1d61a9cabb493143099eeac12e1229e91cdf36347d628aa4ac17e997e8) AuthConfig (1df53fcf271904a2999dbe099e7f1cd4a4440983ef0cf4563e7c38d2452feb5f) AuthConfig (8598dfcc4616136ce71a889a5689c6caccf5b0a73b59d4f1d36b9aae15f5a223) AuthConfig (8875e0338fe041ed118badf2e2405e01eb4f4038e65a9bf8cc1d32df06fc72d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"f96d1aa6-65c4-439e-9163-e030bf852fca","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:27.639542577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"45f33baf-32eb-424f-884e-dc6fbae7eb09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:27.646417887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"45f33baf-32eb-424f-884e-dc6fbae7eb09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:27.652261917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (817f80b1d2ff856f6b785605b10a32c913c274a25726edfa98a538e89a345604) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (7197ac9418e6c7195f9ff0942f91563b6237fb094843926c839ceb06ed5b839b) AuthConfig (86180cef9dd06566167c6eb5f1624b02c18d7d0882290f7f12813710449b2ffc) AuthConfig (cb633ad8ea9b328f731f1cf4b909344765b24e303ca9d2101a006e2cef1fc7f2) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (8829890015f256c0cf80b26b6054f2f5cdb2a9221575580479e134bec7c8ddfd) AuthConfig (a2f9ef4ba7cf7c1dc201f9f0780aba7acf73c5428b7bcfffdc74ea4e2f03151a) AuthConfig (11779cfedb9ff0133f8e8d071cf5d3610a2b2a438ac8f5b25035075924903707) AuthConfig (e193d2efef493e7b2df0424cb7f25e409f4d1b67c796301b7ec6ae4883295141) AuthConfig (46c7722f618306f7ad72b346c34607f8a21562068b21dcac906dab7f98e998e8) AuthConfig (37428ba1c1f109d21dbe585e2ed1f6b435b5880f2f31fb9d00c7c14ab6d2a2b0) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (27e14d5345fcf92a83f6600462311cba7025f5322dd2f78128f896135e16b4ce) AuthConfig (b30639d06855bb27ee13c744db4214fb7ffcd1b61920bc9ed0d2c45de98194fb) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"45f33baf-32eb-424f-884e-dc6fbae7eb09","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.423573588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"33c64865-edee-4f78-b516-dcd6b108ce5b","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.425144456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"33c64865-edee-4f78-b516-dcd6b108ce5b","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.729648468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"66bdfa59-6acf-488f-821c-ccf09562c6e4","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.729670789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"66bdfa59-6acf-488f-821c-ccf09562c6e4","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.737161536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"a4e10d70-2cd0-4731-b568-c178b1b38457","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.737186238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"a4e10d70-2cd0-4731-b568-c178b1b38457","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.743167471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2ac3e1b8-2258-4230-85cf-d8042fa8fcd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.766877609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2ac3e1b8-2258-4230-85cf-d8042fa8fcd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.775081093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2ac3e1b8-2258-4230-85cf-d8042fa8fcd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.781498091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"d691dbe2-52b3-4b4b-af7e-a858ce9e90bb","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:33.781517844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"d691dbe2-52b3-4b4b-af7e-a858ce9e90bb","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:36.560330855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"f55e980a-ee58-40c4-9271-37581609418c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:36.583683687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"f55e980a-ee58-40c4-9271-37581609418c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:36.619116943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"f0f78d0a-353b-4d57-b179-fd8e71d498c6","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:36.619139531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"f0f78d0a-353b-4d57-b179-fd8e71d498c6","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.619884958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"02eef125-bcff-4c4c-b31f-d13155961391","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.619907419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"02eef125-bcff-4c4c-b31f-d13155961391","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.627401552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c377c7b1-c392-4b94-a1af-eb9160099e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.631404298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9258b3a9-4129-4f3c-91f7-705b261f7c5f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.631427553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9258b3a9-4129-4f3c-91f7-705b261f7c5f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:37.632292252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"68a58896-29ba-4b91-b8f0-4e6fd7ed8c95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-99aa35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:37.635687821Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9258b3a9-4129-4f3c-91f7-705b261f7c5f","name":"auth-test-model-e92a08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e92a08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:37.635744056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9258b3a9-4129-4f3c-91f7-705b261f7c5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e92a08\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.636425098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c377c7b1-c392-4b94-a1af-eb9160099e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.641516373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9266e3b5-0118-4c56-b8ec-3e54561fae46","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.641531657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9266e3b5-0118-4c56-b8ec-3e54561fae46","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.643610879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"1dde924f-8699-4cb3-8331-ca4266bc7c9c","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.643630967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"1dde924f-8699-4cb3-8331-ca4266bc7c9c","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.651141418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"e6e561e5-a6d7-4a03-87ca-a0a65be0274f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.651156918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"e6e561e5-a6d7-4a03-87ca-a0a65be0274f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.668570803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"b0cb7c78-e8ce-4e7a-902a-c3e338449f42","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"maas-trlp-auth-test-model-e92a08","model":"auth-test-model-e92a08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92a08/e2e-auth-iso-99aa35"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.68602626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"ba77a989-d8a2-475e-ae2c-0159fe805cb1","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.686046873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"ba77a989-d8a2-475e-ae2c-0159fe805cb1","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.726934623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"084d0e07-c385-486d-b882-aa8df4c9b697","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.749472879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"084d0e07-c385-486d-b882-aa8df4c9b697","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.792201006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"9003b268-17b1-45c9-a676-1caf0d74a75a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.810443736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"9003b268-17b1-45c9-a676-1caf0d74a75a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.818001962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"943f45f0-cff8-48db-8048-cb8164ff76c9","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"maas-trlp-auth-test-model-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.949336315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"efb5edfd-9b54-4b18-a9d8-fe860117582e","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:37.949356359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"efb5edfd-9b54-4b18-a9d8-fe860117582e","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.0688744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"977c612a-480c-490a-b21a-c46943b1c425","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.068897474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"977c612a-480c-490a-b21a-c46943b1c425","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.075769971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"93adcde3-27cd-4bda-9016-386e79937f8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.077362104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"91cd4a74-6ade-4288-9f58-4f36ca68d3b0","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.077379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"91cd4a74-6ade-4288-9f58-4f36ca68d3b0","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:39.08003744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"68a546b9-5196-455c-99ba-152249e76e72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d6356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:39.081303089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"91cd4a74-6ade-4288-9f58-4f36ca68d3b0","name":"auth-test-model-6012b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6012b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:39.081373158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"91cd4a74-6ade-4288-9f58-4f36ca68d3b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6012b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.084199892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"93adcde3-27cd-4bda-9016-386e79937f8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.087062808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"4551b940-0f0a-4a27-b008-bf5f33548535","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.087077531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"4551b940-0f0a-4a27-b008-bf5f33548535","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.090640006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"84effa93-f062-41b8-8846-485eb5feb9a3","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.090655423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"84effa93-f062-41b8-8846-485eb5feb9a3","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.096130087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"899590f5-bfc1-4ac3-93da-e48338b5cd01","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.096150391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"899590f5-bfc1-4ac3-93da-e48338b5cd01","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.109994061Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"6fbd718b-cc0a-43d5-9fac-3e0823010646","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-auth-test-model-6012b5","model":"auth-test-model-6012b5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-6012b5/e2e-auth-iso-4d6356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.137503086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"60e40c1d-20c1-4a6b-a6cc-73125a26988f","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.137532058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"60e40c1d-20c1-4a6b-a6cc-73125a26988f","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.179965371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"f642368b-0d51-4d45-b41d-13e5b272a3f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.190954705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"f642368b-0d51-4d45-b41d-13e5b272a3f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:39.23355266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"c29b7159-4676-4e10-be8b-822709082c98","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-auth-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.046285458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"20cef752-acb6-4f59-96c2-491bfbf508ad","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.051728728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"20cef752-acb6-4f59-96c2-491bfbf508ad","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.057199086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"eabbc6f2-3d65-4aed-8012-a3d00972f0b2","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.05725326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"eabbc6f2-3d65-4aed-8012-a3d00972f0b2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.068534454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"ced00fc7-0cc7-49bd-a1fe-302f87121c38","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.068600944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"ced00fc7-0cc7-49bd-a1fe-302f87121c38","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.088875298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"610fec67-0b4f-4613-a721-4fbea7dc5383","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.088944083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"610fec67-0b4f-4613-a721-4fbea7dc5383","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.13000404Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"877488d6-6aab-4427-a151-7edb8197a8f3","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.130069714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"877488d6-6aab-4427-a151-7edb8197a8f3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.210935186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"936b5c61-bc26-407f-a50f-9f612f333c64","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:58:40.211007636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-b5a832","namespace":"ai-tenant-e2e-noten-b5a832"},"namespace":"ai-tenant-e2e-noten-b5a832","name":"noten-model-b5a832","reconcileID":"936b5c61-bc26-407f-a50f-9f612f333c64","error":"resolve tenant gateway for model ai-tenant-e2e-noten-b5a832/noten-model-b5a832: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-b5a832/noten-model-b5a832-kserve-route (gateways: [openshift-ingress/e2e-noten-b5a832]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:43.792049136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"335eb1ce-a977-4507-b6b3-b5a8374341e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:43.805786475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"335eb1ce-a977-4507-b6b3-b5a8374341e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:43.816663047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"335eb1ce-a977-4507-b6b3-b5a8374341e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:47.42613017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:53.823528929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"41bbb871-73af-4899-b929-07d180d056bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:53.83087775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"41bbb871-73af-4899-b929-07d180d056bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:53.837144667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"41bbb871-73af-4899-b929-07d180d056bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:56.250400187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"d7f4cdb2-613e-4a11-a04a-2fa93075d6ed","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:58:56.250527891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"d7f4cdb2-613e-4a11-a04a-2fa93075d6ed","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:00.869536982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"73be3c17-52d4-4bda-b9d3-28096086b1b4","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-auth-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.012682615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"93ab99a9-e679-410d-a5fa-b34c8c98b9d1","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"maas-trlp-auth-test-model-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.014502806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"56257585-05a3-4e56-ba72-5d7a05539730","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.014619204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"56257585-05a3-4e56-ba72-5d7a05539730","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.065696975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"944758ae-35cb-4e75-8cf8-8d4d43bec0ac","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.065790913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"944758ae-35cb-4e75-8cf8-8d4d43bec0ac","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.288365765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"398a0353-5cb2-47ac-95fd-3b0ef016d75d","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.302394864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"398a0353-5cb2-47ac-95fd-3b0ef016d75d","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.388685028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"0afc89c3-04e0-4696-b6cb-32b9298ad963","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:01.397639559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"0afc89c3-04e0-4696-b6cb-32b9298ad963","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.339987578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"a4fc2178-008c-4036-bb7d-c3d79acb0630","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.340009127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"a4fc2178-008c-4036-bb7d-c3d79acb0630","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.347510683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"af7de95d-bdd2-4988-ac2e-bca9839f4e4e","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.347535417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"af7de95d-bdd2-4988-ac2e-bca9839f4e4e","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.354295539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"d121ef32-62ed-406c-a7be-302244531e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.396516705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"d121ef32-62ed-406c-a7be-302244531e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.407626852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fcc2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"d121ef32-62ed-406c-a7be-302244531e23","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.415723154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"8fccc9f9-3068-413f-a133-c3c73b70210b","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.415746799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"8fccc9f9-3068-413f-a133-c3c73b70210b","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.423772931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"f4d8fd94-b658-4eb5-8746-b6528a443edb","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.423793047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"f4d8fd94-b658-4eb5-8746-b6528a443edb","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.431073503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"741447cd-8cd4-4bd4-9b95-a92151938790","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.431099849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"741447cd-8cd4-4bd4-9b95-a92151938790","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.454159184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f795c7a4-2bfd-411b-81dd-c6fb8c822eab","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.479449836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f795c7a4-2bfd-411b-81dd-c6fb8c822eab","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.489158428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f795c7a4-2bfd-411b-81dd-c6fb8c822eab","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.500781485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"95c7668b-9109-48bd-b1c5-562a10714066","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.500807521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"95c7668b-9109-48bd-b1c5-562a10714066","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.843465485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"d3beec1a-1544-4238-b0e6-d50b92b4a2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.852488231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"d3beec1a-1544-4238-b0e6-d50b92b4a2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.858234333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (441cc520c559df9b2beb40da8b759dba859dd240cb6377a0e332c27bc997e939) AuthConfig (e4c3a30515464190f60596e0786f871a8a0ddd5caa9b6be4eb35a9c0fd5ceec2) AuthConfig (fb738e9a98bdd4223fdb2f4af8a164b8bc10b3861c666c82b807f3cb46972134) AuthConfig (8653937d9e0760d358eb52dfbcb073a847ca7a14149d1508bc49f46518138460) AuthConfig (5ac6d600956db4a511ae4c15b3a8ecd8d998e4c25c8bfdd6196c2cf72d35d874) AuthConfig (26ba6e1a518bffc4e07176a2c7c47d313fb262cbb70277b58c55102beb6a1505) AuthConfig (be99802a278568c7ed31239cfe4d8e9cf85fc19b78e0e356ac46fed0345d6b3a) AuthConfig (545f125faf2c57649e6f7f042a47872fc82b0ac47f4cb9cd379a4b5cefb9f5ef) AuthConfig (850db243e89410e7cd869aa9a32fe28123b222b7c21c8ea83d4f9785eee8598d) AuthConfig (63ac6d32cb729ddeae08dd84fdcc3b87935731d3d011a2899a9f4171338ccc37) AuthConfig (f16b41add8d578403d22f12b6f5eda0e90db90f25f20f60a351266d6260c406b) AuthConfig (bc61de56348a6b51d070f5c97df08529a5d43ff44bbb6aa5c4e0a80d4ee6dd98) AuthConfig (f3fdf165675d25eca69451babb30dcec002c3f386bb28a44fcd4e6a641ce39df) AuthConfig (7a6efa6d9a805df77ac5ee3b06f57e7a69630b922b83a67c30b68a0aa291dc0e) AuthConfig (23b0fdc00689141bb378d281982e571264739d4a17cf1737d6f1635e3990fbef) AuthConfig (64a0914bb1d02a9535d58d7c9eadbf2584ffa6e1458e9400fe93361c2ebd9997) AuthConfig (684e7f5acf3964345bfbbee70221deb0eba5e0a8d5dcf7396a0ac684436599c4) AuthConfig (9290f1ecd26af352065c3715e8ab9209c2e8c5f37c6376f2d3976014a6876628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"d3beec1a-1544-4238-b0e6-d50b92b4a2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.871586172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"64252c8f-df8e-47c2-a496-4a378aace4e9","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:03.87161755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"64252c8f-df8e-47c2-a496-4a378aace4e9","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.646804393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4166ee01-4ccc-411b-b94a-8f5200119386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.650741729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4166ee01-4ccc-411b-b94a-8f5200119386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.654845428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4166ee01-4ccc-411b-b94a-8f5200119386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.658876169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4166ee01-4ccc-411b-b94a-8f5200119386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.850272254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c24a6-cf7d-491c-a51d-5ec6d55654c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.853640531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c24a6-cf7d-491c-a51d-5ec6d55654c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.857008781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c24a6-cf7d-491c-a51d-5ec6d55654c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:11.860277002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"600c24a6-cf7d-491c-a51d-5ec6d55654c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:12.523006958Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-9c53b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-9c53b2","reconcileID":"9a75b6e9-c773-4653-b229-60d038b643d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-9c53b2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-9c53b2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:12.889378674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3680f927-98cc-4218-99e8-6893015a2b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:12.893893987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3680f927-98cc-4218-99e8-6893015a2b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:12.897279596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3680f927-98cc-4218-99e8-6893015a2b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:12.900777282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3680f927-98cc-4218-99e8-6893015a2b1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.421826994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"bfcf0360-247c-48df-850f-20a495dc706a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.431159209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"bfcf0360-247c-48df-850f-20a495dc706a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.437277307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fcc2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"bfcf0360-247c-48df-850f-20a495dc706a","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.522463023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ffc8db93-477b-4395-a584-1c571b49cf5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.52934709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ffc8db93-477b-4395-a584-1c571b49cf5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.534880753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ffc8db93-477b-4395-a584-1c571b49cf5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.888451723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f9de5fc5-1b30-41e3-a488-b321ca547452","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.899040466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f9de5fc5-1b30-41e3-a488-b321ca547452","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:13.908858508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (441cc520c559df9b2beb40da8b759dba859dd240cb6377a0e332c27bc997e939) AuthConfig (e4c3a30515464190f60596e0786f871a8a0ddd5caa9b6be4eb35a9c0fd5ceec2) AuthConfig (fb738e9a98bdd4223fdb2f4af8a164b8bc10b3861c666c82b807f3cb46972134) AuthConfig (8653937d9e0760d358eb52dfbcb073a847ca7a14149d1508bc49f46518138460) AuthConfig (5ac6d600956db4a511ae4c15b3a8ecd8d998e4c25c8bfdd6196c2cf72d35d874) AuthConfig (26ba6e1a518bffc4e07176a2c7c47d313fb262cbb70277b58c55102beb6a1505) AuthConfig (be99802a278568c7ed31239cfe4d8e9cf85fc19b78e0e356ac46fed0345d6b3a) AuthConfig (545f125faf2c57649e6f7f042a47872fc82b0ac47f4cb9cd379a4b5cefb9f5ef) AuthConfig (850db243e89410e7cd869aa9a32fe28123b222b7c21c8ea83d4f9785eee8598d) AuthConfig (63ac6d32cb729ddeae08dd84fdcc3b87935731d3d011a2899a9f4171338ccc37) AuthConfig (f16b41add8d578403d22f12b6f5eda0e90db90f25f20f60a351266d6260c406b) AuthConfig (bc61de56348a6b51d070f5c97df08529a5d43ff44bbb6aa5c4e0a80d4ee6dd98) AuthConfig (f3fdf165675d25eca69451babb30dcec002c3f386bb28a44fcd4e6a641ce39df) AuthConfig (7a6efa6d9a805df77ac5ee3b06f57e7a69630b922b83a67c30b68a0aa291dc0e) AuthConfig (23b0fdc00689141bb378d281982e571264739d4a17cf1737d6f1635e3990fbef) AuthConfig (64a0914bb1d02a9535d58d7c9eadbf2584ffa6e1458e9400fe93361c2ebd9997) AuthConfig (684e7f5acf3964345bfbbee70221deb0eba5e0a8d5dcf7396a0ac684436599c4) AuthConfig (9290f1ecd26af352065c3715e8ab9209c2e8c5f37c6376f2d3976014a6876628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f9de5fc5-1b30-41e3-a488-b321ca547452","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.425243494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.586070486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"680439fe-51e8-4c07-86cf-fbbcaffc9fa5","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.586101205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"680439fe-51e8-4c07-86cf-fbbcaffc9fa5","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.942575509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8bc01a02-975d-4249-a6b4-f7e00113e8c2","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.942605752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8bc01a02-975d-4249-a6b4-f7e00113e8c2","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.948435898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"2f290de5-ff23-4465-9aca-77137e2ce0e2","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.948457499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"2f290de5-ff23-4465-9aca-77137e2ce0e2","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.954365333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"e59c17a7-28c7-494c-9351-08945f45cc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.977287092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"e59c17a7-28c7-494c-9351-08945f45cc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.983027679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"e59c17a7-28c7-494c-9351-08945f45cc8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.990600924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"ba513228-ca90-481a-85e1-85bd483c55ae","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:17.990619749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"ba513228-ca90-481a-85e1-85bd483c55ae","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:22.137222695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"18bc42b5-7d19-4cc2-b3ef-8c73711062b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:22.184654404Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"18bc42b5-7d19-4cc2-b3ef-8c73711062b7","name":"e2e-shared-a-w0-9c53b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.444846129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"58e94ebf-3335-4e34-8aef-9b0ea506c684","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.45151984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"58e94ebf-3335-4e34-8aef-9b0ea506c684","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.4570032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fcc2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"58e94ebf-3335-4e34-8aef-9b0ea506c684","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.548474626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"e3bf8313-86d1-44b2-b787-086e44004910","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.555454333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"e3bf8313-86d1-44b2-b787-086e44004910","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.561053042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"e3bf8313-86d1-44b2-b787-086e44004910","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.915830877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"83bae467-cce7-43cb-9b2e-3c246829d51c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.922600679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"83bae467-cce7-43cb-9b2e-3c246829d51c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:23.928074103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-47a8a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (441cc520c559df9b2beb40da8b759dba859dd240cb6377a0e332c27bc997e939) AuthConfig (e4c3a30515464190f60596e0786f871a8a0ddd5caa9b6be4eb35a9c0fd5ceec2) AuthConfig (fb738e9a98bdd4223fdb2f4af8a164b8bc10b3861c666c82b807f3cb46972134) AuthConfig (8653937d9e0760d358eb52dfbcb073a847ca7a14149d1508bc49f46518138460) AuthConfig (5ac6d600956db4a511ae4c15b3a8ecd8d998e4c25c8bfdd6196c2cf72d35d874) AuthConfig (26ba6e1a518bffc4e07176a2c7c47d313fb262cbb70277b58c55102beb6a1505) AuthConfig (be99802a278568c7ed31239cfe4d8e9cf85fc19b78e0e356ac46fed0345d6b3a) AuthConfig (545f125faf2c57649e6f7f042a47872fc82b0ac47f4cb9cd379a4b5cefb9f5ef) AuthConfig (850db243e89410e7cd869aa9a32fe28123b222b7c21c8ea83d4f9785eee8598d) AuthConfig (63ac6d32cb729ddeae08dd84fdcc3b87935731d3d011a2899a9f4171338ccc37) AuthConfig (f16b41add8d578403d22f12b6f5eda0e90db90f25f20f60a351266d6260c406b) AuthConfig (bc61de56348a6b51d070f5c97df08529a5d43ff44bbb6aa5c4e0a80d4ee6dd98) AuthConfig (f3fdf165675d25eca69451babb30dcec002c3f386bb28a44fcd4e6a641ce39df) AuthConfig (7a6efa6d9a805df77ac5ee3b06f57e7a69630b922b83a67c30b68a0aa291dc0e) AuthConfig (23b0fdc00689141bb378d281982e571264739d4a17cf1737d6f1635e3990fbef) AuthConfig (64a0914bb1d02a9535d58d7c9eadbf2584ffa6e1458e9400fe93361c2ebd9997) AuthConfig (684e7f5acf3964345bfbbee70221deb0eba5e0a8d5dcf7396a0ac684436599c4) AuthConfig (9290f1ecd26af352065c3715e8ab9209c2e8c5f37c6376f2d3976014a6876628)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"83bae467-cce7-43cb-9b2e-3c246829d51c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:27.999543125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"50d86595-ae34-43be-835c-f941e0992189","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:28.009952261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"50d86595-ae34-43be-835c-f941e0992189","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:28.020236112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"50d86595-ae34-43be-835c-f941e0992189","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.461469653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c9d7c-37bc-439b-a7e2-1920f65cc9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.465014499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c9d7c-37bc-439b-a7e2-1920f65cc9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.482335385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c9d7c-37bc-439b-a7e2-1920f65cc9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.482787235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1c692cb9-0395-4f28-8d68-b92f13331b50","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.500753912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c9d7c-37bc-439b-a7e2-1920f65cc9a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.50926712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1c692cb9-0395-4f28-8d68-b92f13331b50","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.515358066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fcc2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (153de50c406ed1637d6e523ed59d1ba52470030da35054e5814c18df12b5fdd4) AuthConfig (d83411f55d4329639e9d5e75921bc5291dce699627f264bf21df0c38ac18c647) AuthConfig (d499fb57d650bfde1218fda6eca0ae80d79f6ca6bd08fcc3c543e62c0a27a33e) AuthConfig (6db9cc724f7202350fd94e858211cb9859396de5dfab66019b518904c01dfc39) AuthConfig (8041ce5ea1ad30bdefd586d284c61589322407b56285021eedb8b56365aa6369) AuthConfig (1bc804d87144294ca2592c22e45044699a0637dcf4a810db914733b65f6622f2) AuthConfig (cbe3e9d56429689ff60324a617e301b9a6f0732f35dd2d296d5c3cfed6981209) AuthConfig (6294f1af4a53db955807779ccdcf9fde54ba86da2e768fdd6be405fa60e7df97) AuthConfig (6d3879fc35044150df95f85e6a56aeda9f24f36dd0c17069f681c069c38fabcb) AuthConfig (a5e8b481f3aaf47b4a550e4fa8843518214283346654c94c87fa0143224d4c12) AuthConfig (31ee22801ac979c14bd639dfb276d47e3f2b9f09a2a0a7649655a647d055d208) AuthConfig (698c09649ba58eb3eb422b644971cb2dfb3d73aafeef6d40366d820057a448de) AuthConfig (7f68aacfa0ff4c5ff2fc906ff26bcc624436aa4d625e113942b3960b21e1c54f) AuthConfig (6e196ff82c9055266773c67945229ccf40a41da50ae21711baada70087a12214) AuthConfig (51af192c2b0f953e2aaec4720c875598db62944296c2312f76c774ca98e11edd) AuthConfig (4f25ede7605bcf9810e75f1d12d8ff708bffb3c42e5462e7bf5c528593e3e4bd) AuthConfig (51da282bfbc3f18ef02ed4f22e9e11c2f5f9121241c650c8cd7a4a13845b5027) AuthConfig (54a9ff2a0c4fd323b75c33992f68e0b15bae6a26bfd81fd0b94ca9597b07175e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1c692cb9-0395-4f28-8d68-b92f13331b50","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.530375385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"70165d5f-cec7-45a8-930f-025f58780b56","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.530392692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"70165d5f-cec7-45a8-930f-025f58780b56","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.630206901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"9d05a51c-70a4-4ea9-be60-a2589fb48de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.643406619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"9d05a51c-70a4-4ea9-be60-a2589fb48de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.6538102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0fc31130d4d8a8a19dd173c8d874b5fbcbe3875fbd7da276ba98a74f039db897) AuthConfig (6db24cc1d62865ca267560a43319dc55013940323d8edec0fa65478bb165a679) AuthConfig (14662c60f5015ab748ee92868be0a2c37e889384448fc6a6b0a66ccf90e0a397) AuthConfig (6e70e2527547f2ba5e1848e7cab45a2cf2e6c97b4c6e74e43e5b30d81752e7f8) AuthConfig (d92bb15b205b95ae9ef1be72db1e428b31cdbc1535f8400f5bd3188b67dabbe7) AuthConfig (6bd22a874677c0c0ddb764e4770b947807815ae75f4489c56f592ae04603593f) AuthConfig (350f963998cbce48e21dac1cfaba6d3535decfe8b2ebeead9558a0b79ecd9fec) AuthConfig (24c88219dabd8b4db43f9f07a2614ab876bf1f4f0dbe0dabf77bafa3390dc5ee) AuthConfig (3373405a677a002956d1f40aa745179bf7c2f3aa0c4083ef1c83d214e474d45f) AuthConfig (b37439d0c4fbd6e4d014c302185125ab67a8bc8349437e756cbc5b69d03caf44) AuthConfig (3bc42966dfaebfc1c210d489edeed0fd2af1309e9da40cced0bfe06ff3f1cb1b) AuthConfig (5d7a43bfd545a79c079d80b4b473b863e8be0242119cab7cff33dfb8a4d96e56) AuthConfig (166435d83aa01a51b2216e6dbce810b946826da498025a8ae36c9ecc6f43559a) AuthConfig (0608c3f113abd683202612121edec66ecbca1c24541d745394e8bea4c5650e0b) AuthConfig (2539eeff853ec33941572ad402067a2df19851b58e6d0505e6c5c1680f988caf) AuthConfig (e0a7488fc733ea2c5ffc0ee5c855ba999db327e16a0462329749628c928c7017) AuthConfig (d5de939cba437fa58ba29f214e7eb0aa5bd74f734246f39c24da1c77aa0385d6) AuthConfig (b8161cb846fb50f2449fe7dc36571de379d4695b951250213acb7e6f5fc71f17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"9d05a51c-70a4-4ea9-be60-a2589fb48de7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.664638534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4f363a4b-7c0f-4308-9265-809c3900a95c","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.664663847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4f363a4b-7c0f-4308-9265-809c3900a95c","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.866999845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0921035e-055a-4f41-ba65-f2f32fc1748e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.870779308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0921035e-055a-4f41-ba65-f2f32fc1748e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.874411344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0921035e-055a-4f41-ba65-f2f32fc1748e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.87777447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0921035e-055a-4f41-ba65-f2f32fc1748e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.935267778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f754d8d9-6e17-4d29-800b-d0bc8f755dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.94216829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f754d8d9-6e17-4d29-800b-d0bc8f755dc3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.962542899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5855304d-5391-4ad8-b8a0-1a219c767a18","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:33.962559688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5855304d-5391-4ad8-b8a0-1a219c767a18","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.802219284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5a8dba10-a827-4915-8f71-06118d5f0bf8","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.802248806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5a8dba10-a827-4915-8f71-06118d5f0bf8","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.813356517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"c325d92a-1837-4b69-a1f5-a2d22955fbd6","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.813378228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"c325d92a-1837-4b69-a1f5-a2d22955fbd6","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:35.81541791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"d316a0b4-cf90-4ffb-9d47-fd2cca830dcc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b1f6fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.816862589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ed46f7df-4790-4363-8181-6ceecdf170dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.824989679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ed46f7df-4790-4363-8181-6ceecdf170dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.825775663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"f37c8c71-4d9a-45a5-9f5a-4a2c24cab72a","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.825789141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"f37c8c71-4d9a-45a5-9f5a-4a2c24cab72a","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.833501312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"d9de1a49-f8c0-4f9c-8385-59baa23636f6","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.833518906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"d9de1a49-f8c0-4f9c-8385-59baa23636f6","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.917778432Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"59ff6c80-909b-4bba-bb6b-65d5bfa80e25","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","model":"auth-test-model-47a8a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-47a8a4/e2e-auth-iso-b1f6fe"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.937419899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"3a9d4602-e44b-46c0-9b2d-ee9687b86969","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.937452373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"3a9d4602-e44b-46c0-9b2d-ee9687b86969","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.942153514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1b7a7b98-a6ff-4e80-b459-3db96e32de15","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:35.986672122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1b7a7b98-a6ff-4e80-b459-3db96e32de15","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:36.004065579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"201df43b-f39a-40ce-a091-ebfbed8a2f7c","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:36.026343128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"7927618e-1b5a-485e-aba3-374596f21892","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:36.026365626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"7927618e-1b5a-485e-aba3-374596f21892","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:38.029648897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"bc2923b5-1fd3-41b3-8cc3-3aa2e5a4b4a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:38.043017602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"bc2923b5-1fd3-41b3-8cc3-3aa2e5a4b4a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:38.079472962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"bc2923b5-1fd3-41b3-8cc3-3aa2e5a4b4a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.014449463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fe519e-d086-455b-9e7f-b85f59866fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.018026042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fe519e-d086-455b-9e7f-b85f59866fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.021495321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fe519e-d086-455b-9e7f-b85f59866fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.024911031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fe519e-d086-455b-9e7f-b85f59866fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.281409365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c62ab4-3399-41f1-80b8-2e34b2aa1b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.284934902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c62ab4-3399-41f1-80b8-2e34b2aa1b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.288121786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c62ab4-3399-41f1-80b8-2e34b2aa1b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.291496467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c62ab4-3399-41f1-80b8-2e34b2aa1b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:42.970254428Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ef1662","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ef1662","reconcileID":"feb67efc-5997-44c4-b1ef-7d0e64393aa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ef1662","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ef1662":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.183122557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4601cc4c-f472-4b77-815f-023d50c44064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.187555685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4601cc4c-f472-4b77-815f-023d50c44064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.191225142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4601cc4c-f472-4b77-815f-023d50c44064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.194534695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4601cc4c-f472-4b77-815f-023d50c44064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.538058602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"a4902c3e-1ddf-4642-9130-7b4324a45837","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.545021325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"a4902c3e-1ddf-4642-9130-7b4324a45837","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.550988661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-fcc2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (153de50c406ed1637d6e523ed59d1ba52470030da35054e5814c18df12b5fdd4) AuthConfig (d83411f55d4329639e9d5e75921bc5291dce699627f264bf21df0c38ac18c647) AuthConfig (d499fb57d650bfde1218fda6eca0ae80d79f6ca6bd08fcc3c543e62c0a27a33e) AuthConfig (6db9cc724f7202350fd94e858211cb9859396de5dfab66019b518904c01dfc39) AuthConfig (8041ce5ea1ad30bdefd586d284c61589322407b56285021eedb8b56365aa6369) AuthConfig (1bc804d87144294ca2592c22e45044699a0637dcf4a810db914733b65f6622f2) AuthConfig (cbe3e9d56429689ff60324a617e301b9a6f0732f35dd2d296d5c3cfed6981209) AuthConfig (6294f1af4a53db955807779ccdcf9fde54ba86da2e768fdd6be405fa60e7df97) AuthConfig (6d3879fc35044150df95f85e6a56aeda9f24f36dd0c17069f681c069c38fabcb) AuthConfig (a5e8b481f3aaf47b4a550e4fa8843518214283346654c94c87fa0143224d4c12) AuthConfig (31ee22801ac979c14bd639dfb276d47e3f2b9f09a2a0a7649655a647d055d208) AuthConfig (698c09649ba58eb3eb422b644971cb2dfb3d73aafeef6d40366d820057a448de) AuthConfig (7f68aacfa0ff4c5ff2fc906ff26bcc624436aa4d625e113942b3960b21e1c54f) AuthConfig (6e196ff82c9055266773c67945229ccf40a41da50ae21711baada70087a12214) AuthConfig (51af192c2b0f953e2aaec4720c875598db62944296c2312f76c774ca98e11edd) AuthConfig (4f25ede7605bcf9810e75f1d12d8ff708bffb3c42e5462e7bf5c528593e3e4bd) AuthConfig (51da282bfbc3f18ef02ed4f22e9e11c2f5f9121241c650c8cd7a4a13845b5027) AuthConfig (54a9ff2a0c4fd323b75c33992f68e0b15bae6a26bfd81fd0b94ca9597b07175e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"a4902c3e-1ddf-4642-9130-7b4324a45837","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.673137382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"70e9c035-3f75-4061-8655-64bf69229dc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.680200546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"70e9c035-3f75-4061-8655-64bf69229dc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:43.685866562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0fc31130d4d8a8a19dd173c8d874b5fbcbe3875fbd7da276ba98a74f039db897) AuthConfig (6db24cc1d62865ca267560a43319dc55013940323d8edec0fa65478bb165a679) AuthConfig (14662c60f5015ab748ee92868be0a2c37e889384448fc6a6b0a66ccf90e0a397) AuthConfig (6e70e2527547f2ba5e1848e7cab45a2cf2e6c97b4c6e74e43e5b30d81752e7f8) AuthConfig (d92bb15b205b95ae9ef1be72db1e428b31cdbc1535f8400f5bd3188b67dabbe7) AuthConfig (6bd22a874677c0c0ddb764e4770b947807815ae75f4489c56f592ae04603593f) AuthConfig (350f963998cbce48e21dac1cfaba6d3535decfe8b2ebeead9558a0b79ecd9fec) AuthConfig (24c88219dabd8b4db43f9f07a2614ab876bf1f4f0dbe0dabf77bafa3390dc5ee) AuthConfig (3373405a677a002956d1f40aa745179bf7c2f3aa0c4083ef1c83d214e474d45f) AuthConfig (b37439d0c4fbd6e4d014c302185125ab67a8bc8349437e756cbc5b69d03caf44) AuthConfig (3bc42966dfaebfc1c210d489edeed0fd2af1309e9da40cced0bfe06ff3f1cb1b) AuthConfig (5d7a43bfd545a79c079d80b4b473b863e8be0242119cab7cff33dfb8a4d96e56) AuthConfig (166435d83aa01a51b2216e6dbce810b946826da498025a8ae36c9ecc6f43559a) AuthConfig (0608c3f113abd683202612121edec66ecbca1c24541d745394e8bea4c5650e0b) AuthConfig (2539eeff853ec33941572ad402067a2df19851b58e6d0505e6c5c1680f988caf) AuthConfig (e0a7488fc733ea2c5ffc0ee5c855ba999db327e16a0462329749628c928c7017) AuthConfig (d5de939cba437fa58ba29f214e7eb0aa5bd74f734246f39c24da1c77aa0385d6) AuthConfig (b8161cb846fb50f2449fe7dc36571de379d4695b951250213acb7e6f5fc71f17)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"70e9c035-3f75-4061-8655-64bf69229dc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:47.429387387Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:48.087256114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"857a4087-57a0-443d-a077-3999eca29c78","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:48.097414689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"857a4087-57a0-443d-a077-3999eca29c78","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:48.103531701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9f82c01a8a08c440d4ea5f76339188878f8448f98fb4073a40a1cdd510723a1) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (32ebe59d4099d7b1495b407b673ada226f15aba5e4422f9edfbe6a5290ea803b) AuthConfig (3b1437186a492bd2fbd31413e09d33130facfabceee2d9be1879d67124450d01) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (fa8bf9fd49a7189e50022163880e3b6fa4c7be9fc19d1b6d1d4e18003264c2d2) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (f3afefb6b17b31325325ce97436cefb43de63ea7284c9e896a74b5955cba3160) AuthConfig (6f88bf32975fb432f7d9f6b6a54fbc15a9b1560264a4eb3a5b48e1e648e79148) AuthConfig (72127b3d7cf87d98830b740f4711a266fa8459e603e7be0a3fbf19d9d1da34b5) AuthConfig (944ed27a33648f54ac377e9790fac97ed7bc16b29ef9eeb69b2f8a18835a3374) AuthConfig (e26b3c689f6b7c207b9ea91712cc6d2c46fa9d8a04a25ebe0e0da461034149cd) AuthConfig (ac6cb61f099ee3d04d4baaed4c4d4801498199c5bb99b4f3a1d655fc8233c480) AuthConfig (58e3837708e7cd385bf5db192d1b434b94fa287aaab2374b7eaa8640b113dc86) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (715f5c04ef92aac8378533530f1d056dcefe460e6e9ec4993d8b9902a5d76732) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"857a4087-57a0-443d-a077-3999eca29c78","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:48.112528513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"dbb82307-9d07-4b88-8653-2c39f90464c6","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:48.11254603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"dbb82307-9d07-4b88-8653-2c39f90464c6","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.557962598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"8ed1f80f-708c-438e-883c-59095a182438","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.56617856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"8ed1f80f-708c-438e-883c-59095a182438","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.588563217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"2b59e0bc-c232-4d4c-bce8-e38e2139a4dd","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.588585138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"2b59e0bc-c232-4d4c-bce8-e38e2139a4dd","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.661720129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"db617409-10e1-4b35-96cc-39449d198461","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.679200121Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"db617409-10e1-4b35-96cc-39449d198461","name":"e2e-shared-b-w0-ef1662-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.8489659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"e7b2c4d5-e62d-42a5-86cf-a2931398c459","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.866247133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"e7b2c4d5-e62d-42a5-86cf-a2931398c459","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.913330855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"59cdad5e-68cf-42c5-aa2e-922953284ecb","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:53.913352668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"59cdad5e-68cf-42c5-aa2e-922953284ecb","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.510947876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"76de5b27-9b1b-426a-b9d8-dfb67770d554","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.51097676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"76de5b27-9b1b-426a-b9d8-dfb67770d554","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.52143917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"6eb75b40-94be-4294-81d0-860d418d35e2","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.521465699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"6eb75b40-94be-4294-81d0-860d418d35e2","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.522271121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"9d114427-337c-4556-bc09-ba43a2247e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.522601021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"0238c838-3a81-4616-9dbf-fb784a19ec4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-99aa35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.526433592Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"6eb75b40-94be-4294-81d0-860d418d35e2","name":"auth-test-model-fcc2ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-fcc2ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.526482322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"6eb75b40-94be-4294-81d0-860d418d35e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-fcc2ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.529062692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"9d114427-337c-4556-bc09-ba43a2247e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.531973027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"a0a8d74b-df17-45a7-a7ce-67b35e9f91ec","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.53198687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"a0a8d74b-df17-45a7-a7ce-67b35e9f91ec","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.53397009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"32ad6359-4078-4901-8c65-6df455bd371a","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.533986997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"32ad6359-4078-4901-8c65-6df455bd371a","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.541031805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"b5d36b6d-9e74-4e6b-a7e2-4890e6a20359","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.541048723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"b5d36b6d-9e74-4e6b-a7e2-4890e6a20359","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.554836044Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1f59ac9e-3a06-420a-9833-1d3ed2bbd6c6","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"maas-trlp-auth-test-model-fcc2ce","model":"auth-test-model-fcc2ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-fcc2ce/e2e-auth-iso-99aa35"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.583687953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"32a3a315-88e8-49d0-b80a-25c2477842d3","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.583777948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"32a3a315-88e8-49d0-b80a-25c2477842d3","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.649585686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"df6d6d31-dd87-4603-be97-b2ddcb840092","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.649610522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"df6d6d31-dd87-4603-be97-b2ddcb840092","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.658881128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"fa562138-b361-40c2-b014-8db21ad33fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.659364699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"678cda9b-16d6-45a8-a99f-7801b38b891d","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.659387151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"678cda9b-16d6-45a8-a99f-7801b38b891d","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.663935912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"42ede409-a64c-4e94-b12b-e0aaf5dc5a96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-4d6356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.667465079Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"678cda9b-16d6-45a8-a99f-7801b38b891d","name":"auth-test-model-cc8214","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cc8214\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T10:59:55.667519549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"678cda9b-16d6-45a8-a99f-7801b38b891d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-cc8214\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.667671463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"fa562138-b361-40c2-b014-8db21ad33fe3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.669456927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"6889269d-90d4-4a83-aa50-d02f29b1f84f","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"maas-trlp-auth-test-model-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.672770216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"90d7e66c-e3a9-4502-8dbd-41112720e305","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.672788915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"90d7e66c-e3a9-4502-8dbd-41112720e305","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.674767881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"46d0cdde-6d6c-4830-9837-6808cca9d815","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.674784776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"46d0cdde-6d6c-4830-9837-6808cca9d815","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.682567527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"a6093e45-ec1d-4804-a645-330595f1c5b8","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.682582511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"a6093e45-ec1d-4804-a645-330595f1c5b8","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.721706655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"d5e863aa-919a-4961-b09b-cf573b5eeed7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.730083997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"d5e863aa-919a-4961-b09b-cf573b5eeed7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.75832297Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"35b4bd21-1ba6-4ae5-831b-dac45fa9278a","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-auth-test-model-cc8214","model":"auth-test-model-cc8214","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-cc8214/e2e-auth-iso-4d6356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.790542639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"a0bd14de-13ab-480b-87dc-806ffef55a2b","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.79056338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"a0bd14de-13ab-480b-87dc-806ffef55a2b","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.822867002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"aa74632e-75be-4d30-9e00-52d92a8ad600","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.829911905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"aa74632e-75be-4d30-9e00-52d92a8ad600","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:55.853441586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"fcf31361-48f5-4803-b5be-45265d3faf30","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-auth-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:58.119994504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7334b886-41c6-4a70-99c5-c63bf5ebed77","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:58.127808446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7334b886-41c6-4a70-99c5-c63bf5ebed77","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T10:59:58.134219478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9f82c01a8a08c440d4ea5f76339188878f8448f98fb4073a40a1cdd510723a1) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (32ebe59d4099d7b1495b407b673ada226f15aba5e4422f9edfbe6a5290ea803b) AuthConfig (3b1437186a492bd2fbd31413e09d33130facfabceee2d9be1879d67124450d01) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (fa8bf9fd49a7189e50022163880e3b6fa4c7be9fc19d1b6d1d4e18003264c2d2) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (f3afefb6b17b31325325ce97436cefb43de63ea7284c9e896a74b5955cba3160) AuthConfig (6f88bf32975fb432f7d9f6b6a54fbc15a9b1560264a4eb3a5b48e1e648e79148) AuthConfig (72127b3d7cf87d98830b740f4711a266fa8459e603e7be0a3fbf19d9d1da34b5) AuthConfig (944ed27a33648f54ac377e9790fac97ed7bc16b29ef9eeb69b2f8a18835a3374) AuthConfig (e26b3c689f6b7c207b9ea91712cc6d2c46fa9d8a04a25ebe0e0da461034149cd) AuthConfig (ac6cb61f099ee3d04d4baaed4c4d4801498199c5bb99b4f3a1d655fc8233c480) AuthConfig (58e3837708e7cd385bf5db192d1b434b94fa287aaab2374b7eaa8640b113dc86) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (715f5c04ef92aac8378533530f1d056dcefe460e6e9ec4993d8b9902a5d76732) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7334b886-41c6-4a70-99c5-c63bf5ebed77","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:05.746413972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8810e6-dbf1-45f1-83cd-f5e944548181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:05.749791197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8810e6-dbf1-45f1-83cd-f5e944548181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:05.75324987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8810e6-dbf1-45f1-83cd-f5e944548181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:05.756659967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8810e6-dbf1-45f1-83cd-f5e944548181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:06.045586187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0aace-dc15-440a-b78a-0f7b9c663602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:06.049124381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0aace-dc15-440a-b78a-0f7b9c663602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:06.052477411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0aace-dc15-440a-b78a-0f7b9c663602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:06.055732188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede0aace-dc15-440a-b78a-0f7b9c663602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:08.142799759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"77c56a2b-d61f-42f1-9834-af10695536ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:08.15070849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"77c56a2b-d61f-42f1-9834-af10695536ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:08.157490204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9f82c01a8a08c440d4ea5f76339188878f8448f98fb4073a40a1cdd510723a1) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (32ebe59d4099d7b1495b407b673ada226f15aba5e4422f9edfbe6a5290ea803b) AuthConfig (3b1437186a492bd2fbd31413e09d33130facfabceee2d9be1879d67124450d01) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (fa8bf9fd49a7189e50022163880e3b6fa4c7be9fc19d1b6d1d4e18003264c2d2) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (f3afefb6b17b31325325ce97436cefb43de63ea7284c9e896a74b5955cba3160) AuthConfig (6f88bf32975fb432f7d9f6b6a54fbc15a9b1560264a4eb3a5b48e1e648e79148) AuthConfig (72127b3d7cf87d98830b740f4711a266fa8459e603e7be0a3fbf19d9d1da34b5) AuthConfig (944ed27a33648f54ac377e9790fac97ed7bc16b29ef9eeb69b2f8a18835a3374) AuthConfig (e26b3c689f6b7c207b9ea91712cc6d2c46fa9d8a04a25ebe0e0da461034149cd) AuthConfig (ac6cb61f099ee3d04d4baaed4c4d4801498199c5bb99b4f3a1d655fc8233c480) AuthConfig (58e3837708e7cd385bf5db192d1b434b94fa287aaab2374b7eaa8640b113dc86) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (715f5c04ef92aac8378533530f1d056dcefe460e6e9ec4993d8b9902a5d76732) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"77c56a2b-d61f-42f1-9834-af10695536ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.602070892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1a586cb7-04c9-4e6b-8662-c990b3af9d71","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.62458123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"feba50b2-4eb7-44ed-8b3e-ba1c8e9158cd","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.624602259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"feba50b2-4eb7-44ed-8b3e-ba1c8e9158cd","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.936904874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"352c9ee1-5399-4894-a4e3-b018f18aacf9","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"maas-trlp-auth-test-model-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.96123239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"391a563a-5a9a-4b92-91c8-ca1f34d1aebd","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-auth-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.989182369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"f1a140c0-55e1-4fff-9ca9-9807d8f271b0","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:15.989269309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"f1a140c0-55e1-4fff-9ca9-9807d8f271b0","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.002079961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4bbb5fa4-4b3d-4ce9-8eec-ae9920d494cf","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.0021142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4bbb5fa4-4b3d-4ce9-8eec-ae9920d494cf","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.538021178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ef94d5eb-7bea-48d2-9f07-3a143b7c24c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.546099864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ef94d5eb-7bea-48d2-9f07-3a143b7c24c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.638282998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"de3812cd-afe8-4d26-90d4-edf81d48ae55","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.646283424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"de3812cd-afe8-4d26-90d4-edf81d48ae55","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.738173843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"abbfda37-1f7d-4874-8c43-64e1c8f370f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:16.746048663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"abbfda37-1f7d-4874-8c43-64e1c8f370f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.2691691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"13d620a1-f235-4a84-b7b9-c7f494a736b2","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.26919143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"13d620a1-f235-4a84-b7b9-c7f494a736b2","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.276896423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2021f83e-fb2c-4719-affa-71a7a227a198","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.284465102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"ac1ea8fa-3efe-4e76-bf50-a226c928e8fb","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ae7e50bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.287274254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2021f83e-fb2c-4719-affa-71a7a227a198","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.37539126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"5b1da700-e4f8-496c-9aa6-c78c6561ccc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.384350173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"5b1da700-e4f8-496c-9aa6-c78c6561ccc4","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.426015308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.62248431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"a05e1f06-99da-4f05-86f8-f4268b959e02","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.622506129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"a05e1f06-99da-4f05-86f8-f4268b959e02","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.630229078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"4f153954-0794-446b-ac45-dafcebdedcbc","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.630257343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"4f153954-0794-446b-ac45-dafcebdedcbc","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.713530527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"e1823feb-c901-42d8-9093-6afe03850fa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.783058817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"e1823feb-c901-42d8-9093-6afe03850fa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.788841001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"e1823feb-c901-42d8-9093-6afe03850fa9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.795612651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"8b8c392c-1b20-476d-9139-0bfb0783c341","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:17.795640468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"8b8c392c-1b20-476d-9139-0bfb0783c341","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.164170612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a3e5039d-5d01-4c82-9009-33e6baf19052","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.171107991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a3e5039d-5d01-4c82-9009-33e6baf19052","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.199586152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"08445e3b-9ba8-4c5d-91ad-1e07996718eb","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.199607937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"08445e3b-9ba8-4c5d-91ad-1e07996718eb","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.97842753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"d4ad8d74-740d-4874-b661-892ab6a660ca","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.978543896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"d4ad8d74-740d-4874-b661-892ab6a660ca","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.984283425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"10a23236-88e9-4cbf-957a-c86e4c34476c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.993346621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"c43ee62e-fe5c-4621-8e3a-0747dd9830bc","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-035405d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:18.997243622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"10a23236-88e9-4cbf-957a-c86e4c34476c","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:19.120684118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"41ebd828-4f09-40db-ba2e-82d5fdb9e2e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:19.128529654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"41ebd828-4f09-40db-ba2e-82d5fdb9e2e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:22.707889306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1557dd-1618-4f15-bb0f-54ca997f3063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:22.799901926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1557dd-1618-4f15-bb0f-54ca997f3063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:22.804328918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1557dd-1618-4f15-bb0f-54ca997f3063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:22.882018286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1557dd-1618-4f15-bb0f-54ca997f3063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.189085294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee2619e-e1c0-4456-b796-8b2a27eb5f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.192299709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee2619e-e1c0-4456-b796-8b2a27eb5f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.195516013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee2619e-e1c0-4456-b796-8b2a27eb5f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.199302405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee2619e-e1c0-4456-b796-8b2a27eb5f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.564004049Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-185908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-185908","reconcileID":"85bea24d-5ae6-4906-92a9-68345027b3c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-185908","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-185908":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.846407666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977dfb18-1593-49e5-88f0-63b015250a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.851572889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977dfb18-1593-49e5-88f0-63b015250a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.884335678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977dfb18-1593-49e5-88f0-63b015250a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:23.889427614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977dfb18-1593-49e5-88f0-63b015250a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.306388532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8e0d94bb-d3bf-40f7-b338-6a5ae37995d3","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.306681809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8e0d94bb-d3bf-40f7-b338-6a5ae37995d3","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.31850413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"c7e8aec2-2930-41dc-822d-2d6bea4a797a","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.318530518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"c7e8aec2-2930-41dc-822d-2d6bea4a797a","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.320772916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7b652a0e-35b3-4a7e-9f7e-725ac54ac536","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:00:25.321426857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"b12f6d8d-8a0e-4e58-b83b-203263af7ec5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9dbb33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:00:25.322633919Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"c7e8aec2-2930-41dc-822d-2d6bea4a797a","name":"auth-test-model-ce5555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ce5555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:00:25.322692564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"c7e8aec2-2930-41dc-822d-2d6bea4a797a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ce5555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.328401979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7b652a0e-35b3-4a7e-9f7e-725ac54ac536","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.328759007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8f79a007-b267-48e0-9218-3b06ea97706f","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.32877975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"8f79a007-b267-48e0-9218-3b06ea97706f","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.335754317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b159cfb1-238c-424c-82d9-38b9f6b8af7d","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.335829247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b159cfb1-238c-424c-82d9-38b9f6b8af7d","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.341437191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"01902de9-69cf-47da-ab68-c393e3769d04","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.341454916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"01902de9-69cf-47da-ab68-c393e3769d04","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.356658312Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"45859457-d496-4dd1-b585-a9c0bd36bfb3","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-auth-test-model-ce5555","model":"auth-test-model-ce5555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-ce5555/e2e-auth-iso-9dbb33"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.382314028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"5661db02-ad57-48cb-9803-81c84b6b3e55","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.382400776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"5661db02-ad57-48cb-9803-81c84b6b3e55","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.413835724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7eb8c3fe-3739-4f20-942e-0f9ffcba634d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.422286026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7eb8c3fe-3739-4f20-942e-0f9ffcba634d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:25.454325203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"6f567d05-3681-425f-a0ef-423b4835272d","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-auth-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.288106776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c1946a0-68a7-4311-823c-965d0e9c1e46","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","subscription":"e2e-auth-iso-4d6356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.291675741Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c1946a0-68a7-4311-823c-965d0e9c1e46","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.295268034Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"2c1946a0-68a7-4311-823c-965d0e9c1e46","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.322987927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"8050f72a-d056-40d9-9be9-5da36c85d593","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.32301183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"8050f72a-d056-40d9-9be9-5da36c85d593","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.330733845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"010eb960-9492-40b8-91d6-c8ccf38db14f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.337938679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"010eb960-9492-40b8-91d6-c8ccf38db14f","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.42928911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"f4a11496-e20a-44d0-bd8e-dbce19b6cabc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.437711137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"f4a11496-e20a-44d0-bd8e-dbce19b6cabc","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.481791412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"bec3c714-6e88-4682-8fd7-5f604354da0b","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.48181182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"bec3c714-6e88-4682-8fd7-5f604354da0b","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.497060378Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"ce5c6971-8ca6-4fcf-b2f9-87047e50c22a","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52613fd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.588972132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"80b1e39a-4a85-4d4c-90e1-5bdda331704c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.59674311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"80b1e39a-4a85-4d4c-90e1-5bdda331704c","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.62920015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"7e087fb5-1071-4f6a-aab8-9b6e4f74a362","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.635957372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"7e087fb5-1071-4f6a-aab8-9b6e4f74a362","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.815278972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1c1e820c-8292-489d-80bd-3e5f78ca95dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.824099583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1c1e820c-8292-489d-80bd-3e5f78ca95dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:27.831805771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1c1e820c-8292-489d-80bd-3e5f78ca95dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:28.997078527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"cd281b66-75f7-4e9c-857c-afdbbd29ef33","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","subscription":"e2e-auth-iso-99aa35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.000475378Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"cd281b66-75f7-4e9c-857c-afdbbd29ef33","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.0050802Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"cd281b66-75f7-4e9c-857c-afdbbd29ef33","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"maas-trlp-auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.034355605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"d4647fd2-d548-451d-8c1e-e30e6b306524","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.034377573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"d4647fd2-d548-451d-8c1e-e30e6b306524","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.04066062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"cc06ac5f-7427-4f2f-afb5-9f61795de09e","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.062518759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"cc06ac5f-7427-4f2f-afb5-9f61795de09e","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.141425388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"dcb86d4e-29d4-4b68-9fe0-2c0d297ff571","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.148614309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"dcb86d4e-29d4-4b68-9fe0-2c0d297ff571","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.192050306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"5792ce04-53a1-4a12-956c-793398384e95","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.192078447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"5792ce04-53a1-4a12-956c-793398384e95","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.206087247Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"775bf129-eaf1-4437-bf93-49eb2ab7eb49","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-36e85229","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.24468686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"e81e8a58-e72c-4487-a71b-accaefeab409","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.254743069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"e81e8a58-e72c-4487-a71b-accaefeab409","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.340782534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"b08d34b4-2895-4563-9f5f-926f1e063f35","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:29.347660162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"b08d34b4-2895-4563-9f5f-926f1e063f35","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:35.100137002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"4c5b5034-8959-4381-b76e-d561f75eb9f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:35.12006132Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"4c5b5034-8959-4381-b76e-d561f75eb9f0","name":"e2e-extmod-a-185908-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.501247419Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f18a24df-b60b-43c3-8a3c-eef1409ef7f9","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","subscription":"e2e-auth-iso-4d6356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.504941497Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f18a24df-b60b-43c3-8a3c-eef1409ef7f9","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.510908822Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"f18a24df-b60b-43c3-8a3c-eef1409ef7f9","MaaSSubscription":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.544851663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"2e307b58-8fcb-4b73-8a61-5e8c830df979","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.544874543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"2e307b58-8fcb-4b73-8a61-5e8c830df979","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.552606647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"367e65e6-46cf-4fb6-9061-e94a4d6e7242","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.564635581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"367e65e6-46cf-4fb6-9061-e94a4d6e7242","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.651733697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"d68f9c1f-73d0-4b9e-b0c0-14dc51c95f6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.659310771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"d68f9c1f-73d0-4b9e-b0c0-14dc51c95f6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.71583757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"afeaa054-ef56-409e-9f27-de72b0de2fdd","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.722227414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"afeaa054-ef56-409e-9f27-de72b0de2fdd","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.722147431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"32f8d681-fb66-4e3a-b00f-6e1a4cbed41a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.785589399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"32f8d681-fb66-4e3a-b00f-6e1a4cbed41a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.80914452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"32f8d681-fb66-4e3a-b00f-6e1a4cbed41a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.80916698Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-auth-iso-4d6356","reconcileID":"32f8d681-fb66-4e3a-b00f-6e1a4cbed41a","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.817849688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"45e8c4d0-5b41-4567-8aa1-85caab43e87a","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/auth-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.817867275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"auth-test-model-6012b5","reconcileID":"45e8c4d0-5b41-4567-8aa1-85caab43e87a","MaaSModelRef":{"name":"auth-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"auth-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"auth-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.88865396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"965e7b9c-0d3d-4c4e-91b1-9a4e57541320","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.895622612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"965e7b9c-0d3d-4c4e-91b1-9a4e57541320","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.901438402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"965e7b9c-0d3d-4c4e-91b1-9a4e57541320","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.998448756Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"5d0d0051-3eaf-4c65-ab9d-6a17b49751c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.998512314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"e5d5743b-a625-4e86-8e01-b7c843dc5832","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:37.998525482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"e5d5743b-a625-4e86-8e01-b7c843dc5832","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.012436913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"5d0d0051-3eaf-4c65-ab9d-6a17b49751c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.038668598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"5d0d0051-3eaf-4c65-ab9d-6a17b49751c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.038692683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-auth-iso-4d6356","reconcileID":"5d0d0051-3eaf-4c65-ab9d-6a17b49751c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-4d6356","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.045151371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4c80221f-30fd-4839-a05a-1fd5ae4f2824","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/auth-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.045169518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"auth-test-model-cc8214","reconcileID":"4c80221f-30fd-4839-a05a-1fd5ae4f2824","MaaSModelRef":{"name":"auth-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"auth-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"auth-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.672671773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"886196b4-c0eb-4eb2-91a5-cc3edff6ea0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.772234542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"f04afd21-bdb7-4707-9fdd-a4ed2d691f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.772698138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"45f90b89-9101-4250-9d35-778a4274affd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.773048306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"37cbaec1-048a-4c1c-bad6-cafd61643ee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.906374789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"33004486-d27a-4190-b307-2ff3231bdc53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.906643085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbcb88b7-abf9-411d-9d6e-6d1754216f8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.99475544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8355faa6-6bfd-4c9c-8704-47413e21ccf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:38.994996207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"c7732b1c-ff33-4dc6-9615-02b07414382a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.122208687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"abb67894-d23c-497b-a2f3-ef16fcf5fd1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.122144604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"6447a247-6806-4791-8618-6c064b36c0be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.123027039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"80b1a81a-1351-4fb0-b848-b0a08fd24574","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.168633038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"ab222105-b92d-4fca-b35a-fc71a066d42c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.168957739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"38090bc4-2602-4e29-984d-226e3b0a6326","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.209637385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1089d2df-f762-4984-9344-8966385e98b6","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","subscription":"e2e-auth-iso-99aa35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.212797814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1089d2df-f762-4984-9344-8966385e98b6","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.216072716Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"1089d2df-f762-4984-9344-8966385e98b6","MaaSSubscription":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"maas-trlp-auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.271371115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"9a8b4983-e0bd-43e7-bbe8-bea1c575e92f","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.271389998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"9a8b4983-e0bd-43e7-bbe8-bea1c575e92f","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.280580256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"f9991e6d-72fc-4f0c-a73a-39596e56d69e","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.288102898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"f9991e6d-72fc-4f0c-a73a-39596e56d69e","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.442553187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"c50f85cc-e77e-48c0-8dc9-4c6f0cb88af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.47002196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"c50f85cc-e77e-48c0-8dc9-4c6f0cb88af7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.482403733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"241e3961-809b-49f4-a160-59d8075854cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.482497482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"b01a9cd7-8ba2-481f-b029-5571fe1c9b2f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.482516269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"b01a9cd7-8ba2-481f-b029-5571fe1c9b2f","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.528492552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"241e3961-809b-49f4-a160-59d8075854cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.665191936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"241e3961-809b-49f4-a160-59d8075854cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"name":"e2e-shared-a-w4-e92a08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.698979389Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"e2e-auth-iso-99aa35","reconcileID":"241e3961-809b-49f4-a160-59d8075854cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.742640403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9eaeec9b-ab92-4562-a7db-bf907dd32762","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"tenant":"e2e-shared-a-w4-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","model":"ai-tenant-e2e-shared-a-w4-e92a08/auth-test-model-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.742667488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"auth-test-model-e92a08","reconcileID":"9eaeec9b-ab92-4562-a7db-bf907dd32762","MaaSModelRef":{"name":"auth-test-model-e92a08","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"routeName":"auth-test-model-e92a08-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","llmisvcName":"auth-test-model-e92a08","gateway":"openshift-ingress/e2e-shared-a-w4-e92a08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.875365279Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"5c8c8bf8-a9de-4f40-a204-37d1ad1ba8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.875946957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"7ad9e272-09f5-4b0e-9857-ceb65391308c","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.875966273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"7ad9e272-09f5-4b0e-9857-ceb65391308c","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:39.98141622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"5c8c8bf8-a9de-4f40-a204-37d1ad1ba8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:40.00683929Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"5c8c8bf8-a9de-4f40-a204-37d1ad1ba8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"name":"e2e-shared-b-w4-fcc2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:40.006861617Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"e2e-auth-iso-99aa35","reconcileID":"5c8c8bf8-a9de-4f40-a204-37d1ad1ba8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-99aa35","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:40.013536759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"18d2e73b-2228-4d70-a985-b40ca3f9e0f6","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"tenant":"e2e-shared-b-w4-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","model":"ai-tenant-e2e-shared-b-w4-fcc2ce/auth-test-model-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:40.013552936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"auth-test-model-fcc2ce","reconcileID":"18d2e73b-2228-4d70-a985-b40ca3f9e0f6","MaaSModelRef":{"name":"auth-test-model-fcc2ce","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"routeName":"auth-test-model-fcc2ce-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","llmisvcName":"auth-test-model-fcc2ce","gateway":"openshift-ingress/e2e-shared-b-w4-fcc2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.426486034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.91111916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"3229bf31-28a4-48ca-9b8a-52cbe883e2e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.919585203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"3229bf31-28a4-48ca-9b8a-52cbe883e2e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.925506741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb90184c03cc242eafac6386c93403dc3bf6c660bc88d49ef1f944089a42ba0) AuthConfig (11438d27a89cc5d21feff27ff98903f6bff2de8b76e4ee7b9cccbf61b3119acb) AuthConfig (96450bfc1c4ba7564c5ae3132168d1f2d946a40633cd687696648891848ca805) AuthConfig (69af3bce1c5ef7427d05950ff0d6d8a34908aa48608d33be152830c6109fa8d0) AuthConfig (cb3c670a6310ced422e5518c8398a858104680fc4bf4aed911012ea165add556) AuthConfig (7f62332cd4d08d4930fb4637eadd785b5b5780a69aa335e5793ab8e4b7e26b48) AuthConfig (ae1b7f5e25aa602ee8ffbc916983d343ee6bd4c678721e3d87056551bdcebc8e) AuthConfig (9b914c36eb75807c79b0fcb4c3c990da2af671e552194787c1ccecd89cb69fc9) AuthConfig (2a1565fdac37b2eabc19818118dd28f523b614bb844c0521a7fbc6ce21f8a2b2) AuthConfig (8835a881dcfa3a706018a27bcd962f753957b8efdbe6f730062f30ab172964c4) AuthConfig (2106a0988b946053bdd5aacec9d423044c763f43856e589336f4de1489ac6cea) AuthConfig (f05abe357d136d9b7cbd6a304ce321f0a03acde36e18afbb3dd0e216bc0aeacc) AuthConfig (0e19dbc14791871b5206860c87efd89e9e529ac9133482353009c9a954011068) AuthConfig (10cfcae12f3d56b905870f5e9f033604c8c86d57cfbed990e7ca57c6ee01b0eb) AuthConfig (9dcd37db86853903441a6497d6fccb9c341058b8dd20377cab3762ed159d776a) AuthConfig (5c53de516fa2a125fc0172e8de0c650d377af070fbec2b094ebd5cba04863980) AuthConfig (173ded62a1cf045ba796e9f61853b75443a84f57cf178327a24e550a5e5f5a83) AuthConfig (0247256eb7df13431f22bb997d9b09412ddb3e9c8ddc2288ed62b389e6a66ef0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"3229bf31-28a4-48ca-9b8a-52cbe883e2e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.933806487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"f435b0c1-d86f-48fa-a420-c5114eeb5152","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:47.933829947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"f435b0c1-d86f-48fa-a420-c5114eeb5152","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.614075063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79488339-252d-4661-a2e9-73606737bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.617611081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79488339-252d-4661-a2e9-73606737bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.620859971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79488339-252d-4661-a2e9-73606737bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.624077691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79488339-252d-4661-a2e9-73606737bf46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.835494352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c55b8-d330-4cbc-ac87-68eb89b37db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.839212479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c55b8-d330-4cbc-ac87-68eb89b37db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.842617159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c55b8-d330-4cbc-ac87-68eb89b37db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:48.845957461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c55b8-d330-4cbc-ac87-68eb89b37db1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:52.978658349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bed73c-3987-42d1-b993-df9c491af2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:52.984378369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bed73c-3987-42d1-b993-df9c491af2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:52.994543265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bed73c-3987-42d1-b993-df9c491af2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.003478057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bed73c-3987-42d1-b993-df9c491af2b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.410438082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be394b9-68aa-4857-984d-c177522b8cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.426516729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be394b9-68aa-4857-984d-c177522b8cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.432114046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be394b9-68aa-4857-984d-c177522b8cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.440112881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be394b9-68aa-4857-984d-c177522b8cb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.713421383Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-917da2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-917da2","reconcileID":"fdb2835a-9074-4f9f-a666-d7aa4912fb45","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-917da2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-917da2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.981504418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9c818-e539-4027-b193-f4d80eccc31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.98561191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9c818-e539-4027-b193-f4d80eccc31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.990359014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9c818-e539-4027-b193-f4d80eccc31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:53.994099698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d9c818-e539-4027-b193-f4d80eccc31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.382221396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d689e0-0a5e-4b86-9cc6-db7a7feeb7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.385894253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d689e0-0a5e-4b86-9cc6-db7a7feeb7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.390044773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d689e0-0a5e-4b86-9cc6-db7a7feeb7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.393821265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d689e0-0a5e-4b86-9cc6-db7a7feeb7b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.749853106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93541a6-e808-40ca-88ef-7447603e49f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.753382042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93541a6-e808-40ca-88ef-7447603e49f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.757087264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93541a6-e808-40ca-88ef-7447603e49f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:54.760953584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93541a6-e808-40ca-88ef-7447603e49f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:55.302628269Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cbeebd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cbeebd","reconcileID":"10be5924-86b4-4f24-aad2-739cabb74abc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cbeebd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-cbeebd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:55.936272269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5fa7-bb11-47c5-92bd-7c09fae20b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:55.940908505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5fa7-bb11-47c5-92bd-7c09fae20b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:55.944454061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5fa7-bb11-47c5-92bd-7c09fae20b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:55.947743894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5fa7-bb11-47c5-92bd-7c09fae20b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:57.950790985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f8a3d9f1-3f44-44f6-ae6a-f74c5b34027a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:57.984205374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f8a3d9f1-3f44-44f6-ae6a-f74c5b34027a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:00:57.996376316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb90184c03cc242eafac6386c93403dc3bf6c660bc88d49ef1f944089a42ba0) AuthConfig (11438d27a89cc5d21feff27ff98903f6bff2de8b76e4ee7b9cccbf61b3119acb) AuthConfig (96450bfc1c4ba7564c5ae3132168d1f2d946a40633cd687696648891848ca805) AuthConfig (69af3bce1c5ef7427d05950ff0d6d8a34908aa48608d33be152830c6109fa8d0) AuthConfig (cb3c670a6310ced422e5518c8398a858104680fc4bf4aed911012ea165add556) AuthConfig (7f62332cd4d08d4930fb4637eadd785b5b5780a69aa335e5793ab8e4b7e26b48) AuthConfig (ae1b7f5e25aa602ee8ffbc916983d343ee6bd4c678721e3d87056551bdcebc8e) AuthConfig (9b914c36eb75807c79b0fcb4c3c990da2af671e552194787c1ccecd89cb69fc9) AuthConfig (2a1565fdac37b2eabc19818118dd28f523b614bb844c0521a7fbc6ce21f8a2b2) AuthConfig (8835a881dcfa3a706018a27bcd962f753957b8efdbe6f730062f30ab172964c4) AuthConfig (2106a0988b946053bdd5aacec9d423044c763f43856e589336f4de1489ac6cea) AuthConfig (f05abe357d136d9b7cbd6a304ce321f0a03acde36e18afbb3dd0e216bc0aeacc) AuthConfig (0e19dbc14791871b5206860c87efd89e9e529ac9133482353009c9a954011068) AuthConfig (10cfcae12f3d56b905870f5e9f033604c8c86d57cfbed990e7ca57c6ee01b0eb) AuthConfig (9dcd37db86853903441a6497d6fccb9c341058b8dd20377cab3762ed159d776a) AuthConfig (5c53de516fa2a125fc0172e8de0c650d377af070fbec2b094ebd5cba04863980) AuthConfig (173ded62a1cf045ba796e9f61853b75443a84f57cf178327a24e550a5e5f5a83) AuthConfig (0247256eb7df13431f22bb997d9b09412ddb3e9c8ddc2288ed62b389e6a66ef0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f8a3d9f1-3f44-44f6-ae6a-f74c5b34027a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:04.849246166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e7cfa-dee4-4418-849a-26ade168222e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:04.852935039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e7cfa-dee4-4418-849a-26ade168222e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:04.856258907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e7cfa-dee4-4418-849a-26ade168222e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:04.859715684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee7e7cfa-dee4-4418-849a-26ade168222e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:05.235909813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8467e3-fb9c-415c-a4e7-15ec869feb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:05.239894255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8467e3-fb9c-415c-a4e7-15ec869feb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:05.243572231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8467e3-fb9c-415c-a4e7-15ec869feb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:05.246962023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8467e3-fb9c-415c-a4e7-15ec869feb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:05.810893395Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56687c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56687c","reconcileID":"2add1f1e-15f5-46b3-8917-52938b5c6e0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56687c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-56687c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:06.088377681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eed0ca-2a99-4403-937b-eabcf73c5551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:06.198315475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eed0ca-2a99-4403-937b-eabcf73c5551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:06.208494534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eed0ca-2a99-4403-937b-eabcf73c5551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:06.281164848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55eed0ca-2a99-4403-937b-eabcf73c5551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:07.569180667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"4f03e965-e4af-4200-b2b4-d9ce19472e16","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:07.827197211Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"4f03e965-e4af-4200-b2b4-d9ce19472e16","name":"e2e-extmod-a-917da2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:08.006948354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"651cd2e0-fd7f-4c16-88b1-29b2c9371948","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:08.020460628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"651cd2e0-fd7f-4c16-88b1-29b2c9371948","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:08.027618912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-e11de4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb90184c03cc242eafac6386c93403dc3bf6c660bc88d49ef1f944089a42ba0) AuthConfig (11438d27a89cc5d21feff27ff98903f6bff2de8b76e4ee7b9cccbf61b3119acb) AuthConfig (96450bfc1c4ba7564c5ae3132168d1f2d946a40633cd687696648891848ca805) AuthConfig (69af3bce1c5ef7427d05950ff0d6d8a34908aa48608d33be152830c6109fa8d0) AuthConfig (cb3c670a6310ced422e5518c8398a858104680fc4bf4aed911012ea165add556) AuthConfig (7f62332cd4d08d4930fb4637eadd785b5b5780a69aa335e5793ab8e4b7e26b48) AuthConfig (ae1b7f5e25aa602ee8ffbc916983d343ee6bd4c678721e3d87056551bdcebc8e) AuthConfig (9b914c36eb75807c79b0fcb4c3c990da2af671e552194787c1ccecd89cb69fc9) AuthConfig (2a1565fdac37b2eabc19818118dd28f523b614bb844c0521a7fbc6ce21f8a2b2) AuthConfig (8835a881dcfa3a706018a27bcd962f753957b8efdbe6f730062f30ab172964c4) AuthConfig (2106a0988b946053bdd5aacec9d423044c763f43856e589336f4de1489ac6cea) AuthConfig (f05abe357d136d9b7cbd6a304ce321f0a03acde36e18afbb3dd0e216bc0aeacc) AuthConfig (0e19dbc14791871b5206860c87efd89e9e529ac9133482353009c9a954011068) AuthConfig (10cfcae12f3d56b905870f5e9f033604c8c86d57cfbed990e7ca57c6ee01b0eb) AuthConfig (9dcd37db86853903441a6497d6fccb9c341058b8dd20377cab3762ed159d776a) AuthConfig (5c53de516fa2a125fc0172e8de0c650d377af070fbec2b094ebd5cba04863980) AuthConfig (173ded62a1cf045ba796e9f61853b75443a84f57cf178327a24e550a5e5f5a83) AuthConfig (0247256eb7df13431f22bb997d9b09412ddb3e9c8ddc2288ed62b389e6a66ef0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"651cd2e0-fd7f-4c16-88b1-29b2c9371948","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.721301816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"bb934be3-5b7a-45fe-b940-cff4de5f42aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.812493083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"d349b4c2-446c-49c2-a006-b9eaf8c82c26","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.813089666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"ce0623e8-6225-4680-990c-665f70a8b6b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.813176576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"53879980-c0ad-445f-8708-7a76e1035681","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.820910571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"04be41c9-2863-47a8-b2e1-93bcd4f0da90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.921280675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"c6aa7a40-1633-4a73-bf55-f7c5245d7d3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.92211825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"5d0ecdf1-33ef-4363-9121-b8f9584bb292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.923732667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"c68bb980-5c87-4a72-abfa-e599adb46b06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:09.924174398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"9cc5a788-1f41-436b-a198-eb9b5feedd7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.020781688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fc66483-c1d5-4bbd-a337-5985e03b05cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.078529182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"07551329-a57e-4cf8-8567-4da385762d68","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-auth-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.082858721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"9f076a75-3388-4f10-8bae-f92b5a03456e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.085782106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"0cce15f0-a5b6-42a6-be5c-3c35d37ad6db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.086317874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"637b0de9-d17b-4a94-8633-c585876848fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.115408634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b4115bba-8093-473e-945e-edc76a8cb8d4","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.115439527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b4115bba-8093-473e-945e-edc76a8cb8d4","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.295022577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"e9643116-57c1-464a-a06b-bc66e25acc72","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.350723598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"e9643116-57c1-464a-a06b-bc66e25acc72","name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.380415547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"db720b83-1c23-4fbd-a46e-e50ead78f744","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:10.435481884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"db720b83-1c23-4fbd-a46e-e50ead78f744","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.408017943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b0071067-e77d-4512-9e86-27693f3c1beb","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.408039364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b0071067-e77d-4512-9e86-27693f3c1beb","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.415141991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"23d9ceab-d47e-4a68-aa93-dad4410dce71","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.415161149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"23d9ceab-d47e-4a68-aa93-dad4410dce71","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.421108489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"d62ff3e7-50f0-4fd1-86e0-d57ee87e140f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.448797901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"d62ff3e7-50f0-4fd1-86e0-d57ee87e140f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.456078895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"d62ff3e7-50f0-4fd1-86e0-d57ee87e140f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.467398339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"21b76354-7669-424b-8c8f-2da64732402b","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:11.46742978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"21b76354-7669-424b-8c8f-2da64732402b","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:17.423661901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:18.037615173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"4d6ccdf9-4969-4d6c-b3b8-897934e421b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:18.044210307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"4d6ccdf9-4969-4d6c-b3b8-897934e421b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:18.069125324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"4246f738-330e-4d28-8fbf-f4517fba6d4a","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:18.069142954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"4246f738-330e-4d28-8fbf-f4517fba6d4a","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.169973131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"0b651182-697e-4618-9d08-9bb5816e33e7","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.170004372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"0b651182-697e-4618-9d08-9bb5816e33e7","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.181875231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"7c735443-bf95-4af1-9dbc-b3a3cf5ef541","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.181999623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"7c735443-bf95-4af1-9dbc-b3a3cf5ef541","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:01:20.182537998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"701e6b48-087a-4850-af38-c390f8e22520","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b1f6fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.188904528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1d048055-33ab-4b23-9a85-0621a0d7433a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.195446936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"7c289697-7b8c-4a23-9041-81a820210bc5","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.195464475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"7c289697-7b8c-4a23-9041-81a820210bc5","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.20052265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1d048055-33ab-4b23-9a85-0621a0d7433a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.203554467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"b538ad3a-fc2c-40eb-91e1-03f357d0576f","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.203572139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"b538ad3a-fc2c-40eb-91e1-03f357d0576f","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.219292035Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"4705104f-08e0-4f2b-8999-dc18c118fac8","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"maas-trlp-auth-test-model-e11de4","model":"auth-test-model-e11de4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-e11de4/e2e-auth-iso-b1f6fe"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.237667039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"78950cca-adfb-48e4-97d6-6b67b3680799","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.237685163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"78950cca-adfb-48e4-97d6-6b67b3680799","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.284088647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"eb013170-21c5-42c7-9558-44adaf035691","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.290795375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"eb013170-21c5-42c7-9558-44adaf035691","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.316602346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ecdee27e-62c5-470a-9b41-31e3fa295b6d","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"maas-trlp-auth-test-model-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.651195583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"793735a6-742d-47dd-8abb-6c7189203898","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:20.737589452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"793735a6-742d-47dd-8abb-6c7189203898","name":"e2e-extmod-b-56687c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:21.475015948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"38e1b076-75be-4f6a-bf58-1aa65c1ec665","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:21.51505015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"38e1b076-75be-4f6a-bf58-1aa65c1ec665","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:21.52844296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"38e1b076-75be-4f6a-bf58-1aa65c1ec665","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.478244175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915c0a1-9d59-4edf-85e8-a60261f096a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.481574635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915c0a1-9d59-4edf-85e8-a60261f096a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.485144154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915c0a1-9d59-4edf-85e8-a60261f096a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.489032408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d915c0a1-9d59-4edf-85e8-a60261f096a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.783450864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc62103-a162-490c-8ec9-80d8a10ac3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.787222301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc62103-a162-490c-8ec9-80d8a10ac3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.790690042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc62103-a162-490c-8ec9-80d8a10ac3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:23.794329119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fc62103-a162-490c-8ec9-80d8a10ac3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.242551265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e72c58a-18cf-409a-8ef1-bae567b9bb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.245841273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e72c58a-18cf-409a-8ef1-bae567b9bb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.249236285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e72c58a-18cf-409a-8ef1-bae567b9bb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.25242221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e72c58a-18cf-409a-8ef1-bae567b9bb32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.560596101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbc6e05-402c-4c31-af51-8e13ae2dad46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.563814218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbc6e05-402c-4c31-af51-8e13ae2dad46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.567141357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbc6e05-402c-4c31-af51-8e13ae2dad46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:25.570369798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dbc6e05-402c-4c31-af51-8e13ae2dad46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.249852596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dd16c2-c153-422b-a520-eda0b62e2826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.282410267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dd16c2-c153-422b-a520-eda0b62e2826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.286151442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dd16c2-c153-422b-a520-eda0b62e2826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.289494798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1dd16c2-c153-422b-a520-eda0b62e2826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.638494629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1c3e-5ebb-4054-a1f2-f045372421fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.64185101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1c3e-5ebb-4054-a1f2-f045372421fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.645164735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1c3e-5ebb-4054-a1f2-f045372421fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:29.648558591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491a1c3e-5ebb-4054-a1f2-f045372421fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:30.015248723Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb5766","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb5766","reconcileID":"2a75c3a2-525e-49fd-bf57-b7c75f1cddeb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb5766","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-fb5766":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:30.241397508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66fc9fb-7ade-4634-938b-d85776ff90b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:30.247327355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66fc9fb-7ade-4634-938b-d85776ff90b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:30.254522452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66fc9fb-7ade-4634-938b-d85776ff90b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:30.257843708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f66fc9fb-7ade-4634-938b-d85776ff90b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:31.540908553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"87a02d2f-0956-4b2c-a7b5-d151844d8a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:31.738774121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"87a02d2f-0956-4b2c-a7b5-d151844d8a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:31.751639325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"87a02d2f-0956-4b2c-a7b5-d151844d8a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:36.790473802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292af80a-16f5-45ba-89d4-803e4349627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:36.794520997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292af80a-16f5-45ba-89d4-803e4349627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:36.797858706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292af80a-16f5-45ba-89d4-803e4349627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:36.80111707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292af80a-16f5-45ba-89d4-803e4349627d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:37.033028524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d45aeb4-2be8-4003-a931-cb6a01ecdc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:37.0364025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d45aeb4-2be8-4003-a931-cb6a01ecdc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:37.039538025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d45aeb4-2be8-4003-a931-cb6a01ecdc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:37.042964803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d45aeb4-2be8-4003-a931-cb6a01ecdc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.04203515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b9fe37-9e70-4e49-967c-ec3d76f3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.045533529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b9fe37-9e70-4e49-967c-ec3d76f3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.049036576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b9fe37-9e70-4e49-967c-ec3d76f3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.052415926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b9fe37-9e70-4e49-967c-ec3d76f3592e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.313415919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbadf97-912d-4fb3-9b2a-9b71c35c8233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.317040877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbadf97-912d-4fb3-9b2a-9b71c35c8233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.320761359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbadf97-912d-4fb3-9b2a-9b71c35c8233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.324314207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbadf97-912d-4fb3-9b2a-9b71c35c8233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:40.900171588Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b76c62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b76c62","reconcileID":"0454f2f0-a62b-4e1f-a9e1-cf358fc1e85e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b76c62","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b76c62":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.201408011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e951b9-4ec0-4fe5-86dd-51b7722651b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.205041997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e951b9-4ec0-4fe5-86dd-51b7722651b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.208593637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e951b9-4ec0-4fe5-86dd-51b7722651b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.212243308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e951b9-4ec0-4fe5-86dd-51b7722651b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.773423459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"dc920233-ced8-49cc-bc45-24a3604eb45a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.817747993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"dc920233-ced8-49cc-bc45-24a3604eb45a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:41.91921593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"dc920233-ced8-49cc-bc45-24a3604eb45a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:43.947840479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"02f11b67-05e7-4eca-b285-f944a8ed5da1","namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:43.95182412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"e090e699-a19c-4df6-9f14-99219922e772","namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:43.967321661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"88ba4929-12e3-417f-bd24-c42a4a68d3f6","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"maas-trlp-auth-test-model-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.118818327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ee10d951-34bb-48b6-8167-40e31d5d082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.119427637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0af55742-ba73-4346-8195-7506602bc56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.126338592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"707ace09-9902-4723-85f5-8f949a557c00","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.126743647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1725d227-5691-46c4-a69b-3181a02d9425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.127712777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bb03906a-54bc-4748-b00f-d84fc88179da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.38615534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ee10d951-34bb-48b6-8167-40e31d5d082b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.493171486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"486d6ffa-7e93-464f-9291-e4074100e8b5","namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.688608199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"aaaf5352-b89a-4528-b27a-3dd675b1e9fb","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.841079142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"aaaf5352-b89a-4528-b27a-3dd675b1e9fb","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.709595065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0af55742-ba73-4346-8195-7506602bc56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.84049148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bb03906a-54bc-4748-b00f-d84fc88179da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.841056481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"707ace09-9902-4723-85f5-8f949a557c00","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.907813749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1725d227-5691-46c4-a69b-3181a02d9425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.91759438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (04d018486d095018cca5424f80cd81c26c16cba7837eac196f4cab494a7808fa) AuthConfig (942c99b2b7628dfbd6e1c68422f005050080bf498e9d26e0216337f6faca9d8b) AuthConfig (c26ae60d266a33cb88f395d97eb01e2bb83b099048665036e57cd2d91cdd9f19) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (e3dd592935ee589defc100f8433c0c960be76839eac08699d7a244c5d5c930fd) AuthConfig (89254b1fd5cdf0966a00892c4b92b279d8720f3e5a5d9ad022946cfe471e8b7f) AuthConfig (4530ecb88ae5b55fa4f088aae9b5249e52138e9a1df028744cc2b2f1dee8d91c) AuthConfig (90ebf7979ff20e92d9a119dd1085c7836e7f74a2911e87dcbff674caeff24770) AuthConfig (3f5e97f4748407a7b42595c8de6aac66b862740d5f5c4e1a903ae3bf5ec00d40) AuthConfig (ef972170a57c23e431dd7ce5e64d44b88c886e11e89caade749d1c0131807d50) AuthConfig (8612e2323f377892bceb9ad8b120159bfcf14d31a377d4f14444b611727cc593) AuthConfig (b3c5c20c18d6c1499a34ac317be2b60be29bcfa99c2bd13e1d22e6d3565c01ee) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (8c2b1bc452a9f7c4f2972cb5a63a369470f20106258415b1d92a36f45a24077f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"707ace09-9902-4723-85f5-8f949a557c00","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.926609515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"c5a37423-b808-4177-9d0b-dba3b1513c3e","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.989545623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"c5a37423-b808-4177-9d0b-dba3b1513c3e","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.999410519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"554b352c-3fcc-403a-a8f2-b1e4230b18f4","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:44.999571039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"554b352c-3fcc-403a-a8f2-b1e4230b18f4","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.020748982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b927dda0-86c9-43a6-bef6-a829a332fdc3","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.020779242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b927dda0-86c9-43a6-bef6-a829a332fdc3","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.042582504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c107c2a3-9061-4275-a4b4-e6ff571c70d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.042942741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a66fbb7a-c9f8-44d5-a350-a9611de73359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.09124868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a66fbb7a-c9f8-44d5-a350-a9611de73359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.110142935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c107c2a3-9061-4275-a4b4-e6ff571c70d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.144197231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"b6bc279e-c0e7-418d-bdaa-8bd68678e0bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.146333056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"0f71568f-21ac-46d2-b9f6-c20304387d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.150450014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"36137fcf-fd86-40df-94dc-6ed2c3f0b5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.161756743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"36137fcf-fd86-40df-94dc-6ed2c3f0b5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.294908069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"0f71568f-21ac-46d2-b9f6-c20304387d3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.353184014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"b6bc279e-c0e7-418d-bdaa-8bd68678e0bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.38148449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"604ed826-42e5-4cd9-9cd1-279293fe2532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.414097489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"438adc2b-6150-4ac7-b142-8e191b3886e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.588162205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"604ed826-42e5-4cd9-9cd1-279293fe2532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.617076423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"438adc2b-6150-4ac7-b142-8e191b3886e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.644482086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"440d74b1-07d8-4659-a45e-00ce564f37fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.669856612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"440d74b1-07d8-4659-a45e-00ce564f37fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.671634277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f416ad7-b73c-4f89-b3f3-4d7ff2fad266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.672061104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ba6e0a-ba11-4356-8517-72884977480d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.735222224Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f416ad7-b73c-4f89-b3f3-4d7ff2fad266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:01:45.747332533Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ba6e0a-ba11-4356-8517-72884977480d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.7499729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f416ad7-b73c-4f89-b3f3-4d7ff2fad266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:01:45.763890712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7ba6e0a-ba11-4356-8517-72884977480d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.765401163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00f8e5df-f43c-426c-ac54-4644889af40d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.766262506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00f8e5df-f43c-426c-ac54-4644889af40d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.767174881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae58fc1f-aea7-451d-a5a1-7feed44760cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.767229878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae58fc1f-aea7-451d-a5a1-7feed44760cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.794163761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43c7a3d5-df3a-4434-876b-7e4e08fa2f24","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.798904583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b620f2ac-a09f-4148-b61a-d315422266dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.799490304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"30821c3b-7b6d-4b72-a855-2ecccd47fddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.799757076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8be136f2-f999-4e94-ae83-20ff0ae2cd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.800013895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c9892aa6-a5df-4b1f-8473-faad4e3b7874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.804850912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43c7a3d5-df3a-4434-876b-7e4e08fa2f24","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.814259613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b620f2ac-a09f-4148-b61a-d315422266dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.817556619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (04d018486d095018cca5424f80cd81c26c16cba7837eac196f4cab494a7808fa) AuthConfig (942c99b2b7628dfbd6e1c68422f005050080bf498e9d26e0216337f6faca9d8b) AuthConfig (c26ae60d266a33cb88f395d97eb01e2bb83b099048665036e57cd2d91cdd9f19) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (e3dd592935ee589defc100f8433c0c960be76839eac08699d7a244c5d5c930fd) AuthConfig (89254b1fd5cdf0966a00892c4b92b279d8720f3e5a5d9ad022946cfe471e8b7f) AuthConfig (4530ecb88ae5b55fa4f088aae9b5249e52138e9a1df028744cc2b2f1dee8d91c) AuthConfig (90ebf7979ff20e92d9a119dd1085c7836e7f74a2911e87dcbff674caeff24770) AuthConfig (3f5e97f4748407a7b42595c8de6aac66b862740d5f5c4e1a903ae3bf5ec00d40) AuthConfig (ef972170a57c23e431dd7ce5e64d44b88c886e11e89caade749d1c0131807d50) AuthConfig (8612e2323f377892bceb9ad8b120159bfcf14d31a377d4f14444b611727cc593) AuthConfig (b3c5c20c18d6c1499a34ac317be2b60be29bcfa99c2bd13e1d22e6d3565c01ee) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (8c2b1bc452a9f7c4f2972cb5a63a369470f20106258415b1d92a36f45a24077f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43c7a3d5-df3a-4434-876b-7e4e08fa2f24","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.827867052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8be136f2-f999-4e94-ae83-20ff0ae2cd41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.829174657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"30821c3b-7b6d-4b72-a855-2ecccd47fddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.83243791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c9892aa6-a5df-4b1f-8473-faad4e3b7874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.857032414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"c714ef1d-54c5-4051-8e06-3126e2999527","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.857132461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"c714ef1d-54c5-4051-8e06-3126e2999527","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.879868762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"bc80f518-a86d-487e-9aaf-6f745f4fd3b3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.880351735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1b0294ce-d266-4cda-8396-b55199527e4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.887946369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37627c5f-92fa-4cde-9226-6dd26da5c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.888584489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f76257d2-12ee-48ed-8d80-06507827335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.913502913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"1b0294ce-d266-4cda-8396-b55199527e4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.921220993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37627c5f-92fa-4cde-9226-6dd26da5c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.922185303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f76257d2-12ee-48ed-8d80-06507827335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.935553098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"bc80f518-a86d-487e-9aaf-6f745f4fd3b3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.938221481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37627c5f-92fa-4cde-9226-6dd26da5c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.944220773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"bc80f518-a86d-487e-9aaf-6f745f4fd3b3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.949109497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f62723f1-95d2-4030-901b-a1848cdba291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.94919534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f62723f1-95d2-4030-901b-a1848cdba291","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.958573784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"f7cbc533-f944-4a0a-ac1f-706719b0bca2","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:45.958681178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"f7cbc533-f944-4a0a-ac1f-706719b0bca2","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:47.428469751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.150622138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5ecc21f3-28e0-4721-8468-bd3f47d7ca89","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.150777319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5ecc21f3-28e0-4721-8468-bd3f47d7ca89","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.181892452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"654399eb-4ed0-402d-b33e-7f2679c29864","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.203367982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"45553bc3-96e0-439f-b454-3e64db6caea9","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-454e3372","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.205078325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"654399eb-4ed0-402d-b33e-7f2679c29864","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.312212603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"31b36111-a0d6-42e5-88c5-f5bf3ae9977a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.425366626Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"31b36111-a0d6-42e5-88c5-f5bf3ae9977a","name":"e2e-extmod-b-fb5766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.43325617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c6a420df-5c9b-4490-a57c-a37f7ef43f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:48.496709226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c6a420df-5c9b-4490-a57c-a37f7ef43f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.777140018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a8cd21-c2fd-4e42-96a7-2734b18db44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.785971603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a8cd21-c2fd-4e42-96a7-2734b18db44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.792045249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27a8cd21-c2fd-4e42-96a7-2734b18db44a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.872384829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"58eb0a1b-59c1-415a-8ceb-7ed4e5ff4e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.87931545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"58eb0a1b-59c1-415a-8ceb-7ed4e5ff4e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:55.887754387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (04d018486d095018cca5424f80cd81c26c16cba7837eac196f4cab494a7808fa) AuthConfig (942c99b2b7628dfbd6e1c68422f005050080bf498e9d26e0216337f6faca9d8b) AuthConfig (c26ae60d266a33cb88f395d97eb01e2bb83b099048665036e57cd2d91cdd9f19) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (e3dd592935ee589defc100f8433c0c960be76839eac08699d7a244c5d5c930fd) AuthConfig (89254b1fd5cdf0966a00892c4b92b279d8720f3e5a5d9ad022946cfe471e8b7f) AuthConfig (4530ecb88ae5b55fa4f088aae9b5249e52138e9a1df028744cc2b2f1dee8d91c) AuthConfig (90ebf7979ff20e92d9a119dd1085c7836e7f74a2911e87dcbff674caeff24770) AuthConfig (3f5e97f4748407a7b42595c8de6aac66b862740d5f5c4e1a903ae3bf5ec00d40) AuthConfig (ef972170a57c23e431dd7ce5e64d44b88c886e11e89caade749d1c0131807d50) AuthConfig (8612e2323f377892bceb9ad8b120159bfcf14d31a377d4f14444b611727cc593) AuthConfig (b3c5c20c18d6c1499a34ac317be2b60be29bcfa99c2bd13e1d22e6d3565c01ee) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (8c2b1bc452a9f7c4f2972cb5a63a369470f20106258415b1d92a36f45a24077f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"58eb0a1b-59c1-415a-8ceb-7ed4e5ff4e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.002759319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"04228135-2eb9-425d-90c4-498c7e20e686","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.085655654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"04228135-2eb9-425d-90c4-498c7e20e686","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.089373241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055f4916-6b02-4953-a8d7-f3a88da496ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.094837026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"04228135-2eb9-425d-90c4-498c7e20e686","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.096620143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055f4916-6b02-4953-a8d7-f3a88da496ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:56.104474686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055f4916-6b02-4953-a8d7-f3a88da496ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.243220494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2bd96227-8384-45bf-889d-529826ed0404","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","subscription":"e2e-auth-iso-b1f6fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.246838143Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2bd96227-8384-45bf-889d-529826ed0404","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.250288765Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"2bd96227-8384-45bf-889d-529826ed0404","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"maas-trlp-auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.373010926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"b9ab543e-ea9c-444f-a200-997d08249322","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.373030812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"b9ab543e-ea9c-444f-a200-997d08249322","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.379319293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"32aa08f1-ef91-4516-9ab1-1c95cfdf5ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.39251612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"32aa08f1-ef91-4516-9ab1-1c95cfdf5ce4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.479195114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c9b42230-4635-4b11-b859-50ac658bc8c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.503038885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c9b42230-4635-4b11-b859-50ac658bc8c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.535398582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"a197b86f-d771-4c2f-b133-e1d47cdd80fc","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.535433215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"a197b86f-d771-4c2f-b133-e1d47cdd80fc","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.605804505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"8958f6eb-954b-46ab-913d-40763d078e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.606015627Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"f0df21ff-81a3-43be-885f-a7980a19dd84","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82e2a7fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.648024236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"8958f6eb-954b-46ab-913d-40763d078e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.691460243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"92527052-55ae-4650-bfec-034aa5d417f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:01:58.708448773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"92527052-55ae-4650-bfec-034aa5d417f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:01.320408377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"d6e748de-174f-467a-a8af-d7ecaba485a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:01.425504907Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"d6e748de-174f-467a-a8af-d7ecaba485a6","name":"e2e-extmod-b-b76c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:05.802260986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfe3ee7-3f47-480c-a372-3a1c223f532b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:05.810501731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfe3ee7-3f47-480c-a372-3a1c223f532b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:05.816620269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cfe3ee7-3f47-480c-a372-3a1c223f532b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:05.899997563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"e3fd0758-065d-4f70-83e9-7894e72e671a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:05.909451939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"e3fd0758-065d-4f70-83e9-7894e72e671a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.026557758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (04d018486d095018cca5424f80cd81c26c16cba7837eac196f4cab494a7808fa) AuthConfig (942c99b2b7628dfbd6e1c68422f005050080bf498e9d26e0216337f6faca9d8b) AuthConfig (c26ae60d266a33cb88f395d97eb01e2bb83b099048665036e57cd2d91cdd9f19) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (e3dd592935ee589defc100f8433c0c960be76839eac08699d7a244c5d5c930fd) AuthConfig (89254b1fd5cdf0966a00892c4b92b279d8720f3e5a5d9ad022946cfe471e8b7f) AuthConfig (4530ecb88ae5b55fa4f088aae9b5249e52138e9a1df028744cc2b2f1dee8d91c) AuthConfig (90ebf7979ff20e92d9a119dd1085c7836e7f74a2911e87dcbff674caeff24770) AuthConfig (3f5e97f4748407a7b42595c8de6aac66b862740d5f5c4e1a903ae3bf5ec00d40) AuthConfig (ef972170a57c23e431dd7ce5e64d44b88c886e11e89caade749d1c0131807d50) AuthConfig (8612e2323f377892bceb9ad8b120159bfcf14d31a377d4f14444b611727cc593) AuthConfig (b3c5c20c18d6c1499a34ac317be2b60be29bcfa99c2bd13e1d22e6d3565c01ee) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (8c2b1bc452a9f7c4f2972cb5a63a369470f20106258415b1d92a36f45a24077f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"e3fd0758-065d-4f70-83e9-7894e72e671a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.257666859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"6c0a9db5-3bba-44d4-aabe-b3318d45fbda","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.260468621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd2911fc-c91c-4b1e-a1ad-08308a2f1770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.2666903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"6c0a9db5-3bba-44d4-aabe-b3318d45fbda","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.270376703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd2911fc-c91c-4b1e-a1ad-08308a2f1770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.272518663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"6c0a9db5-3bba-44d4-aabe-b3318d45fbda","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.282040656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd2911fc-c91c-4b1e-a1ad-08308a2f1770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.353791443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b5bca-7ebe-4239-845a-97f56e2188cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.357834819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b5bca-7ebe-4239-845a-97f56e2188cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.361767484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b5bca-7ebe-4239-845a-97f56e2188cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.365261224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22b5bca-7ebe-4239-845a-97f56e2188cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.654591477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddff7bcf-4a21-47a7-af75-37f3a3b51254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.658100355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddff7bcf-4a21-47a7-af75-37f3a3b51254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.66176152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddff7bcf-4a21-47a7-af75-37f3a3b51254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:06.6650905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddff7bcf-4a21-47a7-af75-37f3a3b51254","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.610582883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ee984895-20d9-4134-9ec2-ee4918567b28","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","subscription":"e2e-auth-iso-b1f6fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.615777167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ee984895-20d9-4134-9ec2-ee4918567b28","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.619360309Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"ee984895-20d9-4134-9ec2-ee4918567b28","MaaSSubscription":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"maas-trlp-auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.649529492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"6b16bab8-9172-4f37-a73f-42009a0e721b","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.649551549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"6b16bab8-9172-4f37-a73f-42009a0e721b","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.659083403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"b27fd4bc-5804-46fa-bd5b-8390beafd137","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.666417097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"b27fd4bc-5804-46fa-bd5b-8390beafd137","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.756203068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"7f05a4d2-763e-44ca-8099-9e8beced2141","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.763716508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"7f05a4d2-763e-44ca-8099-9e8beced2141","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.795093757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"42084c8c-7a9d-48a5-8cc8-db4cb0dc49ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.795241927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5200f08a-7b5e-4cb6-b193-73023bb03207","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.795260652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"5200f08a-7b5e-4cb6-b193-73023bb03207","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.880264849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"42084c8c-7a9d-48a5-8cc8-db4cb0dc49ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.90384212Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"42084c8c-7a9d-48a5-8cc8-db4cb0dc49ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"name":"e2e-shared-a-w2-47a8a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.903873703Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"e2e-auth-iso-b1f6fe","reconcileID":"42084c8c-7a9d-48a5-8cc8-db4cb0dc49ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.911144846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"53f1405b-cdf4-4a52-9377-f48c8963dd48","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"tenant":"e2e-shared-a-w2-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","model":"ai-tenant-e2e-shared-a-w2-47a8a4/auth-test-model-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:08.911172347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"auth-test-model-47a8a4","reconcileID":"53f1405b-cdf4-4a52-9377-f48c8963dd48","MaaSModelRef":{"name":"auth-test-model-47a8a4","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"routeName":"auth-test-model-47a8a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","llmisvcName":"auth-test-model-47a8a4","gateway":"openshift-ingress/e2e-shared-a-w2-47a8a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.066588672Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c4b3850c-733e-461a-b85a-7e142b0a0dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.066699957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"b51dd3ba-f012-4bda-bc6e-2a3528603547","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.06677556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"b51dd3ba-f012-4bda-bc6e-2a3528603547","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.083438983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c4b3850c-733e-461a-b85a-7e142b0a0dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.111550578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c4b3850c-733e-461a-b85a-7e142b0a0dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"name":"e2e-shared-b-w2-e11de4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.111571962Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"e2e-auth-iso-b1f6fe","reconcileID":"c4b3850c-733e-461a-b85a-7e142b0a0dc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-b1f6fe","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.119144487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"f55a9b97-c7db-4efd-96f0-d4e65451e59a","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"tenant":"e2e-shared-b-w2-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","model":"ai-tenant-e2e-shared-b-w2-e11de4/auth-test-model-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:09.119165845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"auth-test-model-e11de4","reconcileID":"f55a9b97-c7db-4efd-96f0-d4e65451e59a","MaaSModelRef":{"name":"auth-test-model-e11de4","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"routeName":"auth-test-model-e11de4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","llmisvcName":"auth-test-model-e11de4","gateway":"openshift-ingress/e2e-shared-b-w2-e11de4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:15.884447555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60053d06-92ab-42e3-8363-0c5e2cc5bd9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:15.891374996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60053d06-92ab-42e3-8363-0c5e2cc5bd9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:15.89697629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60053d06-92ab-42e3-8363-0c5e2cc5bd9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.096414372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43ca0feb-8673-46dd-a051-1cc63066e799","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.1092051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43ca0feb-8673-46dd-a051-1cc63066e799","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.116104535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (04d018486d095018cca5424f80cd81c26c16cba7837eac196f4cab494a7808fa) AuthConfig (942c99b2b7628dfbd6e1c68422f005050080bf498e9d26e0216337f6faca9d8b) AuthConfig (c26ae60d266a33cb88f395d97eb01e2bb83b099048665036e57cd2d91cdd9f19) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (e3dd592935ee589defc100f8433c0c960be76839eac08699d7a244c5d5c930fd) AuthConfig (89254b1fd5cdf0966a00892c4b92b279d8720f3e5a5d9ad022946cfe471e8b7f) AuthConfig (4530ecb88ae5b55fa4f088aae9b5249e52138e9a1df028744cc2b2f1dee8d91c) AuthConfig (90ebf7979ff20e92d9a119dd1085c7836e7f74a2911e87dcbff674caeff24770) AuthConfig (3f5e97f4748407a7b42595c8de6aac66b862740d5f5c4e1a903ae3bf5ec00d40) AuthConfig (ef972170a57c23e431dd7ce5e64d44b88c886e11e89caade749d1c0131807d50) AuthConfig (8612e2323f377892bceb9ad8b120159bfcf14d31a377d4f14444b611727cc593) AuthConfig (b3c5c20c18d6c1499a34ac317be2b60be29bcfa99c2bd13e1d22e6d3565c01ee) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (8c2b1bc452a9f7c4f2972cb5a63a369470f20106258415b1d92a36f45a24077f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"43ca0feb-8673-46dd-a051-1cc63066e799","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.280312506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"179849e0-c225-41d2-8512-fe56569610df","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.291614002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"179849e0-c225-41d2-8512-fe56569610df","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.299439884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"179849e0-c225-41d2-8512-fe56569610df","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.383682436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a7bbe4f-526a-4502-a561-7e691cb2e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.39108806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a7bbe4f-526a-4502-a561-7e691cb2e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:16.397748257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a7bbe4f-526a-4502-a561-7e691cb2e329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:17.429734926Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:19.781799405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b3b815-2a45-40be-8aeb-163de79f817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:19.805404348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b3b815-2a45-40be-8aeb-163de79f817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:19.824365613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b3b815-2a45-40be-8aeb-163de79f817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:19.84912702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b3b815-2a45-40be-8aeb-163de79f817d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:20.311559298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ea218-b308-44df-be42-8ab79df01fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:20.317022067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ea218-b308-44df-be42-8ab79df01fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:20.322387802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ea218-b308-44df-be42-8ab79df01fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:20.32734085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080ea218-b308-44df-be42-8ab79df01fd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:21.172578518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"befe9e19-ae6f-49a2-9499-0de2b5fdbd30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:21.193630801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"befe9e19-ae6f-49a2-9499-0de2b5fdbd30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:21.214267457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"befe9e19-ae6f-49a2-9499-0de2b5fdbd30","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:21.24856288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"87ed78ff-66db-416c-addc-8d4dc8590821","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:21.248596369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"87ed78ff-66db-416c-addc-8d4dc8590821","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.104467259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"211a1f58-6dad-40e1-b4e4-81130920a9d1","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.119068885Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"e6ac466c-b9f4-4868-86f9-fa8afd473df0","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.141565586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"ae49bd2f-73c5-4275-a136-b76d23283046","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.142175752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"cafe6f86-23e3-484e-ad87-ce36780ff442","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.152424081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d12e9c9f-e9b1-4620-9e74-83b9e4cd4b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.15328256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7ea282d-8fb1-4421-89b2-b802ed6da418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.155093035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27fdc799-18da-485b-bf76-251cc4b9b368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.163189424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"cafe6f86-23e3-484e-ad87-ce36780ff442","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.175958781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"ae49bd2f-73c5-4275-a136-b76d23283046","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.187084999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d12e9c9f-e9b1-4620-9e74-83b9e4cd4b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.196368933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7ea282d-8fb1-4421-89b2-b802ed6da418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.205683424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"cafe6f86-23e3-484e-ad87-ce36780ff442","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.215190082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27fdc799-18da-485b-bf76-251cc4b9b368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.226385281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7ea282d-8fb1-4421-89b2-b802ed6da418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.244878596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27fdc799-18da-485b-bf76-251cc4b9b368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.387349271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"79b22c9e-6a00-4a27-af65-09874709e167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.418028999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"79b22c9e-6a00-4a27-af65-09874709e167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.420911956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"bc4035db-cd72-44f8-a8ae-8cb6bfbecc76","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.451327308Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"97cbcf41-c296-4fc3-9c05-0b58ff28b190","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.45271488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"bc4035db-cd72-44f8-a8ae-8cb6bfbecc76","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.480879799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e81e945-3d75-47fb-97cf-b9cbd19a3c85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.481006948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e81e945-3d75-47fb-97cf-b9cbd19a3c85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.481679674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"476ead72-3ca0-48b5-9b14-b288554201dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.481747999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"476ead72-3ca0-48b5-9b14-b288554201dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.486257146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"e1bfb946-8e72-4c04-8928-86a00931755e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.486323401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"e1bfb946-8e72-4c04-8928-86a00931755e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.521832793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"58dbaa5a-a05a-4da6-bd94-5dde74ad628f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.521835958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5436f7c0-1657-436f-9f9e-de26c373b0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.523871635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6a6ec9a4-f947-41a0-889c-64c2353a8788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.538321436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5436f7c0-1657-436f-9f9e-de26c373b0ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.538771394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"58dbaa5a-a05a-4da6-bd94-5dde74ad628f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.540820145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6a6ec9a4-f947-41a0-889c-64c2353a8788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.572543961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"8a55ad84-1816-4c4b-ac81-42b7609fc4b0","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.610710639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d75a6ae7-4991-47c1-b12e-9e60ad60a773","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.615491118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4c6bf299-829d-4c87-8b06-e90bec2f07e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.618211701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0e2ca8ea-af05-4cbe-9736-48bb5202cf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.618324169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8debbf48-95a3-40e4-96ab-a64ca8b8ebbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.618688953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ff4607eb-29d7-45ba-b0c8-c490bda1fca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.620883944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"b592e1a9-35e5-4ceb-a578-e66239effb4b","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.629707178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4c6bf299-829d-4c87-8b06-e90bec2f07e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.634665295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"0e2ca8ea-af05-4cbe-9736-48bb5202cf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.634706281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8debbf48-95a3-40e4-96ab-a64ca8b8ebbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.636807756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ff4607eb-29d7-45ba-b0c8-c490bda1fca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.718278567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cba41b1f-0dcb-44bc-89bf-3369d37755a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.728814467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cba41b1f-0dcb-44bc-89bf-3369d37755a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.756616784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"0de645b2-3a8c-4b11-b1b0-b8079f05c046","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.763820849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d0e3c27a-da3d-41ca-a59b-ebf4a6b9cd19","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.76384771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d0e3c27a-da3d-41ca-a59b-ebf4a6b9cd19","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.891264678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"6d2ada45-933a-4278-b0ea-7815bec57fa3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.898836414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"19f0e72e-57ac-4b30-a90c-b013cdf99a38","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.91668076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d019c7-b204-4eab-8fad-2679c712fc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.917138202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8ed66c8a-ee71-4e30-9485-ea2b3cf32fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.91745731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3189b08-7cc5-4a09-be3f-49f1785754b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:23.946775316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"6d2ada45-933a-4278-b0ea-7815bec57fa3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.03557422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"19f0e72e-57ac-4b30-a90c-b013cdf99a38","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.113191689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3189b08-7cc5-4a09-be3f-49f1785754b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.140601683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8ed66c8a-ee71-4e30-9485-ea2b3cf32fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.143144435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d019c7-b204-4eab-8fad-2679c712fc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.163272842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"5eeee30c-7b94-4ca8-bf48-3369a01878b3","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.174467129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"5eeee30c-7b94-4ca8-bf48-3369a01878b3","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.206992811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"19f0e72e-57ac-4b30-a90c-b013cdf99a38","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.210014883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13d019c7-b204-4eab-8fad-2679c712fc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:02:24.211465371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"8c1e557a-d958-4f2b-b384-4af7309b60af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9dbb33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.212388407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3189b08-7cc5-4a09-be3f-49f1785754b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.218565704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b4c98c9a-aea7-4db0-964f-9804661df73e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.220113068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"b4c98c9a-aea7-4db0-964f-9804661df73e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.234783776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"e8a32af9-c719-448e-87fd-7c0fd334d0b7","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.234900735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"e8a32af9-c719-448e-87fd-7c0fd334d0b7","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.24054811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"07f2af9f-075b-4ad0-a2d8-b16d72348d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.244013244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"9892e2de-7563-4ed5-bf0a-981e6fb19d83","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.244036197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"9892e2de-7563-4ed5-bf0a-981e6fb19d83","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.259995943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"53ad0537-0544-4e4e-9b99-7b01da98708e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.260096418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"53ad0537-0544-4e4e-9b99-7b01da98708e","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.260210505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"07f2af9f-075b-4ad0-a2d8-b16d72348d02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.292991019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"59058f2a-0bdd-4185-b028-53d5860a0276","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-auth-test-model-836589","model":"auth-test-model-836589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-836589/e2e-auth-iso-9dbb33"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.32797052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"4c35b306-f101-46bd-a917-52931fe2a801","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.328782582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"4d39a5e0-91c8-4919-a65b-fa3972e3c6ba","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.328801059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"4d39a5e0-91c8-4919-a65b-fa3972e3c6ba","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.332025335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b5cf1e49-f179-490c-b7da-712654b645bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.332544052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c5339ebc-b773-4530-aab0-fcd411ba9b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.342220198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b5cf1e49-f179-490c-b7da-712654b645bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.343182547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c5339ebc-b773-4530-aab0-fcd411ba9b0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.358162026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"4c35b306-f101-46bd-a917-52931fe2a801","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.366190674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"4c35b306-f101-46bd-a917-52931fe2a801","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.381779858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"8766d7a6-79d9-49ba-beeb-9d3a4f2874a6","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.381808509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"8766d7a6-79d9-49ba-beeb-9d3a4f2874a6","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.382327757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"f3ad9493-c4e4-4065-9f65-19b291136a59","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-auth-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.505336638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7681506a-e134-4500-801b-e1b2609335de","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.512479271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9a257568-b411-487d-bb49-5fdfe4f913a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.513174727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ecdc2443-9546-4e65-9f0f-b5a8e0c67a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.513840079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"884602c2-23f9-49cf-adb8-25f65726cb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.520049226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"7681506a-e134-4500-801b-e1b2609335de","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.520746899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6bc346d7-8faa-4643-bd44-5a902120ca78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.524511448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9a257568-b411-487d-bb49-5fdfe4f913a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.714566186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6bc346d7-8faa-4643-bd44-5a902120ca78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.785871895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"884602c2-23f9-49cf-adb8-25f65726cb8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.840705674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ecdc2443-9546-4e65-9f0f-b5a8e0c67a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.856206744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"40b674e8-d320-41ac-a31b-59fff091b5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.85870022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f46514ee-a4b3-4837-ac9d-7d20087cff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.858718904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"2e88fee3-b0a7-4b8f-8142-39c238f25e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.863857555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"40b674e8-d320-41ac-a31b-59fff091b5ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.88509289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f46514ee-a4b3-4837-ac9d-7d20087cff7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:24.88849897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"2e88fee3-b0a7-4b8f-8142-39c238f25e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.202164286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84b3f64-09f0-465c-a917-d087664f858e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.205605441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84b3f64-09f0-465c-a917-d087664f858e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.208889581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84b3f64-09f0-465c-a917-d087664f858e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.21230194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f84b3f64-09f0-465c-a917-d087664f858e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.39277774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fff0641-e421-47dc-ae7a-85b97e8b366a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.404040117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fff0641-e421-47dc-ae7a-85b97e8b366a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.487767188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fff0641-e421-47dc-ae7a-85b97e8b366a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:30.494271656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fff0641-e421-47dc-ae7a-85b97e8b366a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:31.066660261Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9f53bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9f53bb","reconcileID":"2d8ee370-4536-4bf1-bf2d-5467aca348eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9f53bb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-9f53bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:31.260431583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33857c65-66cd-4dde-9ce4-bc86985c5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:31.263861209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33857c65-66cd-4dde-9ce4-bc86985c5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:31.267026907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33857c65-66cd-4dde-9ce4-bc86985c5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:31.281212345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33857c65-66cd-4dde-9ce4-bc86985c5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.252010781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c8fc419d-7ec1-4b65-98fe-5a426324b888","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.293057448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c8fc419d-7ec1-4b65-98fe-5a426324b888","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.298888981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12218f3-0db3-4fc0-872a-60ce552a607f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.299681875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a94c0ee4-53ea-4ea0-90f7-e95d99b44788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.309877699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c8fc419d-7ec1-4b65-98fe-5a426324b888","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.315084024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12218f3-0db3-4fc0-872a-60ce552a607f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.394023114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a94c0ee4-53ea-4ea0-90f7-e95d99b44788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.403583247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a12218f3-0db3-4fc0-872a-60ce552a607f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.415769668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a94c0ee4-53ea-4ea0-90f7-e95d99b44788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.416723965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"5662cfd3-19ad-4e89-9232-414d75775654","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.423861701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"5662cfd3-19ad-4e89-9232-414d75775654","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:34.430102767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"5662cfd3-19ad-4e89-9232-414d75775654","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.053988975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"cf05273e-39b1-4d36-9e03-2b8b32c0ad39","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.063037163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"c8c0a93c-7ea4-4261-8f68-3673c106eb7e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.063361577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"12e5d5ce-2815-43f4-927b-f0a19dd5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.063606198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"b08b64fe-42ee-4cd8-b80a-94853deece46","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.06931347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10935431-8035-4aa0-8fe4-09a071727af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.069720704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"dbcbc4d9-ed15-45a4-9e5b-79edf3acd957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.070162906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4db763e-7b55-4cd7-99f8-b798dca66c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.071134119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"c8c0a93c-7ea4-4261-8f68-3673c106eb7e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.073645429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"12e5d5ce-2815-43f4-927b-f0a19dd5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.078168788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"dbcbc4d9-ed15-45a4-9e5b-79edf3acd957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.07902905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10935431-8035-4aa0-8fe4-09a071727af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.081455171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"c8c0a93c-7ea4-4261-8f68-3673c106eb7e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.082023444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4db763e-7b55-4cd7-99f8-b798dca66c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.086563863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"12e5d5ce-2815-43f4-927b-f0a19dd5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.089780566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10935431-8035-4aa0-8fe4-09a071727af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.09487561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4db763e-7b55-4cd7-99f8-b798dca66c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.105134026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c230f67e-1ed6-4fb5-9ebd-360755a8ceb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.10536415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f53bea60-c88d-4e6b-856d-28b037e1da4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.107972296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"4e455dbe-b5a6-4381-a4e2-98953a06672c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.182707954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f53bea60-c88d-4e6b-856d-28b037e1da4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.183474441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"729d39d1-2012-43ff-a148-b45c96728fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.183773928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c230f67e-1ed6-4fb5-9ebd-360755a8ceb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.186805006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"4e455dbe-b5a6-4381-a4e2-98953a06672c","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.196459694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"729d39d1-2012-43ff-a148-b45c96728fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.213401156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3e583db1-3280-469a-8a58-02466e865c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.222433592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3e583db1-3280-469a-8a58-02466e865c12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.224702812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"eb2588fe-3f59-4f55-af27-fd53b8826f2f","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.235244626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"8c297ae6-7cda-4f39-8bd8-c8c2058aa20c","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.235271819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"8c297ae6-7cda-4f39-8bd8-c8c2058aa20c","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.249568198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3935393d-56e3-4c41-8e06-390282e621ea","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.249590342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3935393d-56e3-4c41-8e06-390282e621ea","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:02:44.257581197Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3935393d-56e3-4c41-8e06-390282e621ea","name":"e2e-att-serve-d481ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d481ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:02:44.257674782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3935393d-56e3-4c41-8e06-390282e621ea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d481ca\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.267693545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f2d3de27-70ce-4bdb-8b36-ba33efaf4a42","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.267716512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f2d3de27-70ce-4bdb-8b36-ba33efaf4a42","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.309316939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"83a31c1a-dd39-499a-a222-2f9f3ca23a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.310204851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"94596ed4-a787-4120-a40b-f0058147d6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.310206515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f63c5160-3ea9-44e7-bd9c-f7d5c2cd3643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.315413143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48f2c4fb-f2d0-44cc-89df-85c470a4b755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.315970855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1029868d-e49e-4bca-aeca-e5a4e2ac00c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.32435986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"83a31c1a-dd39-499a-a222-2f9f3ca23a1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.327681763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f63c5160-3ea9-44e7-bd9c-f7d5c2cd3643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.328234429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"94596ed4-a787-4120-a40b-f0058147d6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.333164152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1029868d-e49e-4bca-aeca-e5a4e2ac00c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.335424572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48f2c4fb-f2d0-44cc-89df-85c470a4b755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.568390855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"cc3978a4-f6ea-4998-81cc-12f869038994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.572305607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b8143c1-5963-40ba-a22f-f3536856fa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.573083968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4c57c93-1852-4d76-9b5b-77ce1fd15ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.607549045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"49c68b1e-834a-4e04-9253-a3409714eb13","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.607761855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"73606152-63e7-491e-92f8-5753a29ef820","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.608717903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"9b208708-f70d-410b-bd56-341487595f4b","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.614282644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"9b208708-f70d-410b-bd56-341487595f4b","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.640763085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"49c68b1e-834a-4e04-9253-a3409714eb13","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.644699529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"cc3978a4-f6ea-4998-81cc-12f869038994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.648657524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b8143c1-5963-40ba-a22f-f3536856fa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.652382624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4c57c93-1852-4d76-9b5b-77ce1fd15ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.660066912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"73606152-63e7-491e-92f8-5753a29ef820","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.662966534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"49c68b1e-834a-4e04-9253-a3409714eb13","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.66519112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4c57c93-1852-4d76-9b5b-77ce1fd15ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.667623954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b8143c1-5963-40ba-a22f-f3536856fa22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.670409618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"73606152-63e7-491e-92f8-5753a29ef820","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.683800469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"92180e35-7ef4-481f-b648-faf771e3a0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.683952968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fe29a470-f3b7-49bc-a2f5-369537bb264f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.68418176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"dc099d99-e735-4c92-9a7f-bc7083352240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.69224133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"92180e35-7ef4-481f-b648-faf771e3a0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.692388368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fe29a470-f3b7-49bc-a2f5-369537bb264f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.694573402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"dc099d99-e735-4c92-9a7f-bc7083352240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.772825957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"3982b543-902b-43e6-a2b0-a56d2185c15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.780733282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"3982b543-902b-43e6-a2b0-a56d2185c15a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.900607935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9b4ccdc2-2fd8-4c11-8f19-0656caf90468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.90189861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"712f8c34-4f1d-4fb3-9ab4-171a3fd0bd89","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.901936113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"712f8c34-4f1d-4fb3-9ab4-171a3fd0bd89","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.908305753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9b4ccdc2-2fd8-4c11-8f19-0656caf90468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:44.996785935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a31dd50c-eec5-4566-a2dd-731bfc160246","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.00004748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5a56413d-f9a7-4700-9978-d563ac4157dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.011717004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5a56413d-f9a7-4700-9978-d563ac4157dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.040052572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a31dd50c-eec5-4566-a2dd-731bfc160246","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.048091395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a31dd50c-eec5-4566-a2dd-731bfc160246","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.078408217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f50440b4-d771-4db8-b37d-c1edfe2aac99","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:45.078502966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f50440b4-d771-4db8-b37d-c1edfe2aac99","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:47.424217255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:48.550174824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"712529d7-d09d-417f-9d03-de727b079918","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:48.605716769Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"712529d7-d09d-417f-9d03-de727b079918","name":"e2e-extmod-a-9f53bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.67073744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ad47d0b4-cd02-4638-9697-6c2cc9dbc266","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.676810808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea203a9e-bc6c-469e-a836-7a47e011f15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.678690268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ad47d0b4-cd02-4638-9697-6c2cc9dbc266","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.678824073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad68c88-818d-4d3c-b093-a19f01a6b7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.684434754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5e0ed2bfeebf3cd981b71d4b803adf611a83847c64d024fb049d83ab766b5c45) AuthConfig (659da10d812275e7efbf407aa8de716ebf1ea628346562227d7c20aa9ae47bcc) AuthConfig (2e3935f6db684bfe7f7b6b42297250d1c6ca96cdaff52e1fb68b0f1b40b29745) AuthConfig (d2fd9d0d9c7a48abf46b85ff5598650a4a717bc5822feec1773481f361ad1750) AuthConfig (338dc0ccc5940aa27e2f165449955ef70d677c63b72e49852f33051217d98fc0) AuthConfig (6bbccfb5a3026c6e102aa1d0165bf10a9a4b73d806855b169b4e59df67d65dd7) AuthConfig (428c19ed9537ab8c00fc193f56fe92e8749f91648647e6114d683d0bd1a2ad50) AuthConfig (065fc17839288d980add99b863aaafb4a5ae02c9d63621e6ddf7dc13e1b19bf3) AuthConfig (a8fcf34921b08ace5d47de5a68c35ad7270ab93047e1234c850887ff48f10d04) AuthConfig (1db50ca297979471f02c16db9ab95f9d470afe6c07ee11a3ded5b5b0cf152ded)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ad47d0b4-cd02-4638-9697-6c2cc9dbc266","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.68454695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea203a9e-bc6c-469e-a836-7a47e011f15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.686983078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad68c88-818d-4d3c-b093-a19f01a6b7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.691246153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea203a9e-bc6c-469e-a836-7a47e011f15d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.696148666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad68c88-818d-4d3c-b093-a19f01a6b7ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.776414609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a9b1cdd7-02a3-445e-a5f1-6ec46735aade","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.835533506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a9b1cdd7-02a3-445e-a5f1-6ec46735aade","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:54.911199934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a9b1cdd7-02a3-445e-a5f1-6ec46735aade","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.138333016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"183282c6-f3c0-4138-8a19-2b745c4cd689","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.165327547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"183282c6-f3c0-4138-8a19-2b745c4cd689","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.230128295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"183282c6-f3c0-4138-8a19-2b745c4cd689","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.442522606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"10d5320b-e6c5-4593-afc1-c2bef7905fe5","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-auth-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.479451133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"81e4f297-3563-42b5-b1ec-8782e6d320cc","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.479487883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"81e4f297-3563-42b5-b1ec-8782e6d320cc","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.882661366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"9414402d-a4c3-47b6-a663-de850cb10467","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.89116959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"9414402d-a4c3-47b6-a663-de850cb10467","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.897866251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b4a771f5910aba38464b9a569c43f3e4d836fe42cfc79a9652b1ca5f9a11ed2) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (2e7ce3da7c5a35bc41d86c785c18de890b75c1e44e081438e70139e1ebd34e14) AuthConfig (274a5d434a2fa8b0b3a5d0d3360ffe6df95b3a6d0ca2f027e1892ed661e4b6da) AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (0e24c7d68832eb3bca4ad24c899ddb7f1cf9a8c4f62ff99b3a987e072136dc7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"9414402d-a4c3-47b6-a663-de850cb10467","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.910978981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"15a7a30e-4593-406c-9988-5815080651f0","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:55.911008109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"15a7a30e-4593-406c-9988-5815080651f0","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:56.52088216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"2a2d4b1d-fa59-4a0d-a0f0-3cae4626a9ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:02:56.529960963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"2a2d4b1d-fa59-4a0d-a0f0-3cae4626a9ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:00.950985915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"00b96239-1923-464a-ba4f-c9cc64af8215","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:00.951007448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"00b96239-1923-464a-ba4f-c9cc64af8215","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:00.958831716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"0f550aba-23e4-4c0b-b9d8-0689126e624d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:00.965553003Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"f3ab3f1a-d197-469b-bac2-ba1fcc3f8f50","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7cf41438","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:00.967297807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"0f550aba-23e4-4c0b-b9d8-0689126e624d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:01.058385534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a6c133c1-8719-4f99-a4f7-1eb8b093c169","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:01.066487918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a6c133c1-8719-4f99-a4f7-1eb8b093c169","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.693200176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"14b59714-0b07-4dec-913b-a5312b6b2c40","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.700135388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"14b59714-0b07-4dec-913b-a5312b6b2c40","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.732662021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"230da74f-98b4-4e3b-b553-60cf8b0a4463","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.732686236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"230da74f-98b4-4e3b-b553-60cf8b0a4463","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.810338647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5eccc79-d406-4e08-8824-79737696168c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.81084777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0806f046-aaa2-480c-9bdc-b71ecfdb8545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.818136781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5eccc79-d406-4e08-8824-79737696168c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.818864679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0806f046-aaa2-480c-9bdc-b71ecfdb8545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.940544567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5949cb-cef4-4806-93a5-b9fd4de1f6ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.940565805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5949cb-cef4-4806-93a5-b9fd4de1f6ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.943217327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc682ede-fced-4c5b-9d5b-b92b2e98bdca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:04.943237235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fc682ede-fced-4c5b-9d5b-b92b2e98bdca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.286320494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ea62f021-0f18-4165-adf7-e8bf01a587ec","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.309855628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ea62f021-0f18-4165-adf7-e8bf01a587ec","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.508613552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ea62f021-0f18-4165-adf7-e8bf01a587ec","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.646910982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37da66b1-52be-4c57-8a67-705adedd856a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.65062579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37da66b1-52be-4c57-8a67-705adedd856a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.654392436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37da66b1-52be-4c57-8a67-705adedd856a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.658544246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37da66b1-52be-4c57-8a67-705adedd856a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.918811257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"1858145c-ca9c-4882-824f-6c1d625e2af9","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.926473923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"1858145c-ca9c-4882-824f-6c1d625e2af9","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.932897849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b4a771f5910aba38464b9a569c43f3e4d836fe42cfc79a9652b1ca5f9a11ed2) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (2e7ce3da7c5a35bc41d86c785c18de890b75c1e44e081438e70139e1ebd34e14) AuthConfig (274a5d434a2fa8b0b3a5d0d3360ffe6df95b3a6d0ca2f027e1892ed661e4b6da) AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (0e24c7d68832eb3bca4ad24c899ddb7f1cf9a8c4f62ff99b3a987e072136dc7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"1858145c-ca9c-4882-824f-6c1d625e2af9","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.96352193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a77a84b-f927-4086-8fc3-fca3ced35d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.966947396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a77a84b-f927-4086-8fc3-fca3ced35d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.970328883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a77a84b-f927-4086-8fc3-fca3ced35d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:05.973789656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a77a84b-f927-4086-8fc3-fca3ced35d99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.127215289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"aa6fe871-44fc-4974-b683-e496f62a2b52","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.127239808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"aa6fe871-44fc-4974-b683-e496f62a2b52","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.131965446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e7fb26bc-e814-4d26-a4dd-f56ff16a3d49","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:07.137427965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"27262cc0-870e-4cef-9e04-4a45d524f019","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-2a4a77-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.141637458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e7fb26bc-e814-4d26-a4dd-f56ff16a3d49","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.150287488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7856eb60-e8cd-4218-9b00-4a0f8041aafd","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.150309589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7856eb60-e8cd-4218-9b00-4a0f8041aafd","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:07.179397965Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7856eb60-e8cd-4218-9b00-4a0f8041aafd","name":"e2e-att-serve-2a4a77","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a4a77\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:07.180185479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7856eb60-e8cd-4218-9b00-4a0f8041aafd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-2a4a77\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.201399512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"19966ee1-0e8f-4b1a-80e3-a1eb97f3c728","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.2015063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"19966ee1-0e8f-4b1a-80e3-a1eb97f3c728","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.227088592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"63ed5e77-61cf-440a-8973-5dce4758e2d1","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.227189962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"63ed5e77-61cf-440a-8973-5dce4758e2d1","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.241535502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"07b7bfef-6346-4ba3-80a7-78714fcd495e","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-att-serve-2a4a77","model":"e2e-att-serve-2a4a77","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.269461272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"81689903-3705-4aa5-beab-601ff71c0ca2","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.274175462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7cfd2b44-846c-4aa9-bef2-8caef7b4a837","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.274199009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"7cfd2b44-846c-4aa9-bef2-8caef7b4a837","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.278094644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"81689903-3705-4aa5-beab-601ff71c0ca2","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:07.334095781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"fe99f108-ef1f-4f62-96e6-7b74e5d144bc","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-att-serve-2a4a77","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:10.969479838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ba897a17-2d2b-41af-b273-06f37b4035e3","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","subscription":"e2e-auth-iso-9dbb33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:10.973578185Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ba897a17-2d2b-41af-b273-06f37b4035e3","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:10.97781742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ba897a17-2d2b-41af-b273-06f37b4035e3","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.01580776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"2861ee7d-0513-44b0-8e82-94a6b37176ea","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.015839893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"2861ee7d-0513-44b0-8e82-94a6b37176ea","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.093292079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a6fc7466-f8f9-405d-b844-6339e6906fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.102549117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"a6fc7466-f8f9-405d-b844-6339e6906fab","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.183295684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"4cf586d9-38be-4e60-9dc9-69d5ef6e980d","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.183317311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"4cf586d9-38be-4e60-9dc9-69d5ef6e980d","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.185476647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"03d77dae-03b0-4681-b04d-8f21ea4142fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.192592346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"03d77dae-03b0-4681-b04d-8f21ea4142fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.197119374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"3bfe046f-d95e-4c82-a5c7-465a32607f18","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f08dbefb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.259807332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"e22b3ade-aca8-46dd-a694-78bdca8d4e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.267032437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"e22b3ade-aca8-46dd-a694-78bdca8d4e42","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.420076751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"dbc066a3-b7e2-4e3b-8283-72b7d53fbd1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:11.428910392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"dbc066a3-b7e2-4e3b-8283-72b7d53fbd1b","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.150756553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0699b552-766a-44cf-888a-754952e93dd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.159384436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0699b552-766a-44cf-888a-754952e93dd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.166544012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (477cf90d48787f6f5e42ad5db474ec6b37932579bfb3259a6ee66f87f485f4e3) AuthConfig (850fb1240b10c4b131bc90957abfb0484b0f68e5d854999f5b12faad54c72990) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d) AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (338a91392aaa862160e8f65a886f71ff3e1b4862355e9f0a5e13c15c4e555ac2) AuthConfig (5eaaf8f4fc586bb7202696a4c4e4d17c02d4feab226dcb05c36c0682f425c109) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0699b552-766a-44cf-888a-754952e93dd2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.179582191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"4cf29464-bf64-4401-89dc-750a5b31a567","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.179605788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"4cf29464-bf64-4401-89dc-750a5b31a567","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.967005839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"b9d57564-8791-4b33-9337-38903aeeacbd","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:15.978733135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"b9d57564-8791-4b33-9337-38903aeeacbd","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:16.018299555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"2fd8d54f-a54c-4bf4-abf1-237665b20b09","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:16.018326837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"2fd8d54f-a54c-4bf4-abf1-237665b20b09","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:17.426903048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.714004608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"6de8f157-f336-4816-a89d-6732d0093ca9","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.714038608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"6de8f157-f336-4816-a89d-6732d0093ca9","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.721009526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"dc4f3178-a0dc-475c-bcb3-3a0934178d11","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:20.721880798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"d18620b0-b8e0-416a-961c-67fab7ea3bce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-b97ac6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.729687518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"f7d429c7-5aab-4804-b25d-3ccf22b0aa82","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.72970916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"f7d429c7-5aab-4804-b25d-3ccf22b0aa82","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.731509013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"dc4f3178-a0dc-475c-bcb3-3a0934178d11","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:20.739345708Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"f7d429c7-5aab-4804-b25d-3ccf22b0aa82","name":"e2e-att-serve-b97ac6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-b97ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:20.739403013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"f7d429c7-5aab-4804-b25d-3ccf22b0aa82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-b97ac6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.744353508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"012b7f59-5822-4684-bf0c-1ec87e754f8d","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.744374712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"012b7f59-5822-4684-bf0c-1ec87e754f8d","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.75297848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"1a90f426-8e8e-42a8-a9cf-02370d7307d5","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.752996379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"1a90f426-8e8e-42a8-a9cf-02370d7307d5","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.788035448Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"4305c7c1-d977-4f18-b201-4fb9fde559ac","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-att-serve-b97ac6","model":"e2e-att-serve-b97ac6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.857522447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d7b88143-8426-461e-a204-d23f06c036c8","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.857558504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d7b88143-8426-461e-a204-d23f06c036c8","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.857829821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a3a99478-92eb-41bd-a55f-b76e97dcfbd5","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.865092608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a3a99478-92eb-41bd-a55f-b76e97dcfbd5","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:20.871358785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"d4bdf051-8fdb-483e-8fbd-09a7e6aa6db0","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-att-serve-b97ac6","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.201110572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"91566cbd-3e26-4c90-97e2-04e8bd877bd4","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","subscription":"e2e-auth-iso-9dbb33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.204704567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"91566cbd-3e26-4c90-97e2-04e8bd877bd4","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.208303979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"91566cbd-3e26-4c90-97e2-04e8bd877bd4","MaaSSubscription":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.237543072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"bb2919a7-6e71-4ac7-86d7-b03889859066","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.237560366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"bb2919a7-6e71-4ac7-86d7-b03889859066","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.245284102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"65e597f0-add0-42f0-a43d-4e21faea3e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.253660665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"65e597f0-add0-42f0-a43d-4e21faea3e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.346622393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"ca1b7259-b115-4e96-8efc-7f6282fac45a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.354221127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"ca1b7259-b115-4e96-8efc-7f6282fac45a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.395781322Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ef8dd762-af98-46ed-9c10-6487528242ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.396399879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"fd833a47-f976-4ea4-896d-fb45fec838ff","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.39642406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"fd833a47-f976-4ea4-896d-fb45fec838ff","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.493395341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ef8dd762-af98-46ed-9c10-6487528242ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.520386732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ef8dd762-af98-46ed-9c10-6487528242ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.520413846Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-auth-iso-9dbb33","reconcileID":"ef8dd762-af98-46ed-9c10-6487528242ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.527578316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b402aeb0-2472-4b2c-a34b-9bc594f643c1","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/auth-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.527597123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"auth-test-model-ce5555","reconcileID":"b402aeb0-2472-4b2c-a34b-9bc594f643c1","MaaSModelRef":{"name":"auth-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"auth-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"auth-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.68647318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"357dfab6-9e8f-4abd-987c-e791d579159e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.686874877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"7d5096fa-a844-46ed-8669-38dc882b0c9c","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.687244358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"7d5096fa-a844-46ed-8669-38dc882b0c9c","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.715542219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"357dfab6-9e8f-4abd-987c-e791d579159e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.755878994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"357dfab6-9e8f-4abd-987c-e791d579159e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.755905366Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-auth-iso-9dbb33","reconcileID":"357dfab6-9e8f-4abd-987c-e791d579159e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9dbb33","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.763593134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"25bb2bfe-32ac-4248-b630-a84dfd683cbf","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/auth-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:21.763618352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"auth-test-model-836589","reconcileID":"25bb2bfe-32ac-4248-b630-a84dfd683cbf","MaaSModelRef":{"name":"auth-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"auth-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"auth-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:25.183012797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2e7b8c7f-a655-4aba-be51-07a6b02bd82c","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:25.190778822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2e7b8c7f-a655-4aba-be51-07a6b02bd82c","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:25.196234892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (477cf90d48787f6f5e42ad5db474ec6b37932579bfb3259a6ee66f87f485f4e3) AuthConfig (850fb1240b10c4b131bc90957abfb0484b0f68e5d854999f5b12faad54c72990) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d) AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (338a91392aaa862160e8f65a886f71ff3e1b4862355e9f0a5e13c15c4e555ac2) AuthConfig (5eaaf8f4fc586bb7202696a4c4e4d17c02d4feab226dcb05c36c0682f425c109) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2e7b8c7f-a655-4aba-be51-07a6b02bd82c","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.654859394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafec88e-c86a-4887-ba11-3e0211d4268e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.658521165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafec88e-c86a-4887-ba11-3e0211d4268e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.661766399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafec88e-c86a-4887-ba11-3e0211d4268e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.665013428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafec88e-c86a-4887-ba11-3e0211d4268e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.865571638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24260155-2829-4be9-b1e3-84992b209a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.868899786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24260155-2829-4be9-b1e3-84992b209a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.88142263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24260155-2829-4be9-b1e3-84992b209a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:31.884880687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24260155-2829-4be9-b1e3-84992b209a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:32.586406689Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d9f2ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d9f2ce","reconcileID":"92a84b73-a258-465c-9607-6f59fc9c1712","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d9f2ce","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d9f2ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:32.813894446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137f83fa-3aa0-4900-9261-2448539643ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:32.81745844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137f83fa-3aa0-4900-9261-2448539643ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:32.821407799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137f83fa-3aa0-4900-9261-2448539643ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:32.825264097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"137f83fa-3aa0-4900-9261-2448539643ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:35.210439146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a040338d-60a6-4d54-ae46-fe700b789706","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:35.221031135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a040338d-60a6-4d54-ae46-fe700b789706","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:35.229814288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (477cf90d48787f6f5e42ad5db474ec6b37932579bfb3259a6ee66f87f485f4e3) AuthConfig (850fb1240b10c4b131bc90957abfb0484b0f68e5d854999f5b12faad54c72990) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d) AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (338a91392aaa862160e8f65a886f71ff3e1b4862355e9f0a5e13c15c4e555ac2) AuthConfig (5eaaf8f4fc586bb7202696a4c4e4d17c02d4feab226dcb05c36c0682f425c109) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a040338d-60a6-4d54-ae46-fe700b789706","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.727270199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"3a895d9d-336d-4524-adc2-36cc6cf9c7dc","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-att-serve-2a4a77","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.807665251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"e92dece2-bf1a-4989-85d9-42f627618ce7","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.807783797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"e92dece2-bf1a-4989-85d9-42f627618ce7","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.85622576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"58963b30-c023-4a59-b9b4-f9d9b67b3177","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-att-serve-b97ac6","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.896209991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"e9428b5f-38a2-4e47-aa93-4d403adfcc3a","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:36.896245841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"e9428b5f-38a2-4e47-aa93-4d403adfcc3a","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:37.456323557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"4e4823e1-fb69-4565-8224-2f01983b3bfd","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:37.46446024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"4e4823e1-fb69-4565-8224-2f01983b3bfd","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:37.900437577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c3769a2c-736e-4e6e-a351-9097fd143ebd","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:37.907587608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c3769a2c-736e-4e6e-a351-9097fd143ebd","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.87164876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"ba29ae9a-a9e3-40c3-bbdf-2163edf60709","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.880542731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"188d7f65-8108-4fce-a338-21a86fdd121d","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.881244017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"aefc13e6-8cb7-4bb5-bbc1-fd9ad901e08e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.881426137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"9e624434-f4d9-4634-a97f-63660ee87717","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.881770921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"634a6b46-0053-48b1-a931-057d171b3aa7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.882729869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bee076c8-650e-49bf-9549-0ca8666901dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.883692337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2b3a72b5-eeb1-4da7-8bea-283329e7855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.889428825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"aefc13e6-8cb7-4bb5-bbc1-fd9ad901e08e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.890886562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"9e624434-f4d9-4634-a97f-63660ee87717","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.891809151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"634a6b46-0053-48b1-a931-057d171b3aa7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.893053904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bee076c8-650e-49bf-9549-0ca8666901dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.894241506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2b3a72b5-eeb1-4da7-8bea-283329e7855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:38.978039998Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"73aded15-d50b-480b-ad40-12d9707244a5","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.009860956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ac61fa-5871-401e-b053-54f85a7effb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.015844663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5932f324-9ea6-4c4f-b08a-b401e374fbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.016530742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6007ab2c-7ef9-45a7-964b-05a85d742e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.016850269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cef87981-60bf-4ad6-a191-e7a18ada8df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.019826021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9ac61fa-5871-401e-b053-54f85a7effb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.020500811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"d5c8c281-4346-4907-b048-068162d4a7b8","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.020520686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"d5c8c281-4346-4907-b048-068162d4a7b8","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.023510901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5932f324-9ea6-4c4f-b08a-b401e374fbeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.024247795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6007ab2c-7ef9-45a7-964b-05a85d742e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.026007368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cef87981-60bf-4ad6-a191-e7a18ada8df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.072647119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"dba52511-5569-43f5-b516-f57b4846cf6d","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.113374207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"cb197cce-86d5-4467-b784-c5458ee31cdd","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.143848921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0920cf9c-51c2-4482-9b0a-43365d261821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.17470096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0920cf9c-51c2-4482-9b0a-43365d261821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.383334958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"957a18ea-1afc-49f8-986d-fa266fe78146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.383808252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"29cb03c6-4864-4a2c-84e1-26f0ce4d9828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.390049598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b92aac07-89fc-4bc2-9afe-086876fedd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.390165653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c400e78c-ad9e-408b-a7af-4a3a3eda9b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.390459348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bef6c979-d619-4a39-8a12-6eb3c293b0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.39518439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"29cb03c6-4864-4a2c-84e1-26f0ce4d9828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.395354323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"957a18ea-1afc-49f8-986d-fa266fe78146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.400584756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b92aac07-89fc-4bc2-9afe-086876fedd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.400712979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"bef6c979-d619-4a39-8a12-6eb3c293b0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.402859356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c400e78c-ad9e-408b-a7af-4a3a3eda9b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.541357429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e134f16d-b01e-439a-a4b2-2545d36dc375","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.545288563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"024c3061-32c5-48ff-bf7d-979ed487fcbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.554627648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e134f16d-b01e-439a-a4b2-2545d36dc375","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.562227778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0df85804-c6d6-42a3-b2fb-60c7a7e75b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.567374772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"024c3061-32c5-48ff-bf7d-979ed487fcbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.574199412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0df85804-c6d6-42a3-b2fb-60c7a7e75b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.644208585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"25f76dd2-dc57-45f7-8f92-361118eb8286","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.644509752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"e60c1792-5d5e-41cb-98cc-47e7582524d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.64761614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a1a1d746-9a0f-4604-8e84-71e28e30ff58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.647624588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"79fae5d6-a604-460d-8149-767709dc57ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.652841753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"e60c1792-5d5e-41cb-98cc-47e7582524d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.652900311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"25f76dd2-dc57-45f7-8f92-361118eb8286","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.657234761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a1a1d746-9a0f-4604-8e84-71e28e30ff58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.658057079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"79fae5d6-a604-460d-8149-767709dc57ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.747497381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"792fb0fc-4ffc-4558-886b-0413932f9c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.74774382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8715ea69-0c92-4419-b56c-b95e85ad468c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.747999499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"576dcc98-412f-42cf-922f-aa3d85941f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.755369164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"792fb0fc-4ffc-4558-886b-0413932f9c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.756212268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"576dcc98-412f-42cf-922f-aa3d85941f7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:39.757780288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8715ea69-0c92-4419-b56c-b95e85ad468c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.126035078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"cfa36b4c-b764-4f3e-acbd-22fb58a6a521","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.139866872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"f89650e9-36e2-4a17-a58d-cc578adea12c","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.143828128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60e8a92c-a173-4e6e-a56e-f0126f8f68d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.143851782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c13abffb-6f7d-4d62-b68b-6f401e8687dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.144286393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aece426e-acf0-405f-810c-d995636d9478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.144295463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5d146864-8918-4959-98f6-1eeffa47314a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.144856966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4912e408-6a31-41c1-b743-a3c8b351f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.155147429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60e8a92c-a173-4e6e-a56e-f0126f8f68d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.156244806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c13abffb-6f7d-4d62-b68b-6f401e8687dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.157620507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4912e408-6a31-41c1-b743-a3c8b351f8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.158718974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aece426e-acf0-405f-810c-d995636d9478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.16005944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5d146864-8918-4959-98f6-1eeffa47314a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.278955243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5bbf5ebe-5eb5-4ca7-91be-00192cc54400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.279515549Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"f218a333-14c7-4228-8865-bea897c2261a","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.281552655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"890a337f-41d6-4507-8854-ffbd7f5a1d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.28676914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5bbf5ebe-5eb5-4ca7-91be-00192cc54400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.287117978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"accedc13-4d53-4daa-94c3-e02db72512f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.288890107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"890a337f-41d6-4507-8854-ffbd7f5a1d52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.295053958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"accedc13-4d53-4daa-94c3-e02db72512f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.329352456Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"7d96b6ed-6c39-415b-a483-75076d4b621b","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.384778847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"50801819-8531-46cd-a577-dba38fe65737","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.417251004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"134318b8-6994-4fe3-82b0-f0ee6871826d","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.418296686Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"ecbdbe92-6c51-4171-be1b-0f94b76e3ede","namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.417912214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"88aa8531-5dd4-437f-9edd-55c01c067879","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.426585024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"df5c6ddf-a110-4116-91f4-20e0b9794e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.427194005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"83c03eb8-b531-4e00-aa92-bf9a99db848d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.432179952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"88aa8531-5dd4-437f-9edd-55c01c067879","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.43240137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"134318b8-6994-4fe3-82b0-f0ee6871826d","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.438369348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"df5c6ddf-a110-4116-91f4-20e0b9794e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.438904055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"83c03eb8-b531-4e00-aa92-bf9a99db848d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.494473665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0dd2ca53-f172-467b-811b-296be2631661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.503297633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0dd2ca53-f172-467b-811b-296be2631661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.59503341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"ae3c6e50-6cb8-42bd-8088-dc531cdaa926","namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.595957896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5fbf5cf-0257-4dce-b722-26714183ba1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.595964873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7dd09710-7984-4f1d-915d-b71d913dd7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.598135854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b4a63b6-fb1b-4bb1-a1af-aa0ce5b25367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.598518859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04348cf7-f983-4c03-9534-c8de7c73885e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.599699846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8450a16f-e623-45bd-93f0-a1a7414609ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.604353341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7dd09710-7984-4f1d-915d-b71d913dd7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.604407445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5fbf5cf-0257-4dce-b722-26714183ba1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.608158763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04348cf7-f983-4c03-9534-c8de7c73885e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.609243492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b4a63b6-fb1b-4bb1-a1af-aa0ce5b25367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.611351293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8450a16f-e623-45bd-93f0-a1a7414609ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.620183751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"7e1ae1ae-6dae-4a9d-a747-ff05551bec87","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.640129972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"36da7389-8357-4a30-b48c-34dc9d15ecce","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:40.697541454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"36da7389-8357-4a30-b48c-34dc9d15ecce","name":"e2e-rec-recover-aa0970","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-aa0970\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:40.697620889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"36da7389-8357-4a30-b48c-34dc9d15ecce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-aa0970\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.702761268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"5b591ed9-8f12-46e3-8c27-24056919dce0","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.721963588Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"c2c70ca8-aaf6-48c8-8da2-3b2c32f31d21","namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.825856999Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"de709c08-ffa4-4dc7-b2b7-7de005a740d9","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.874135392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"494ae378-2a84-4227-92ea-04287eadacbd","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.894263922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"45300d05-3831-4976-9192-daa9e915d370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.894294714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a466cf11-1450-4c2c-9cc3-399100d5eef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.894799331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7b2e021f-1122-4b26-a147-ee2f3844f4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.900029173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"efc98ca7-74e3-4ca6-a713-1ec3b73595c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.903753252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3c82c532-1633-4388-99d9-accb45570811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.912998307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a466cf11-1450-4c2c-9cc3-399100d5eef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.915705583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3c82c532-1633-4388-99d9-accb45570811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.916550033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"efc98ca7-74e3-4ca6-a713-1ec3b73595c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.917973979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"45300d05-3831-4976-9192-daa9e915d370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.918901505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7b2e021f-1122-4b26-a147-ee2f3844f4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.961997653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bca987c9-cd64-49ca-a30f-54a2c5ecbf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.972012269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0bad6c1b-a3a9-44b1-807b-1dfb9402b15d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.980204282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bca987c9-cd64-49ca-a30f-54a2c5ecbf16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:40.987794359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0bad6c1b-a3a9-44b1-807b-1dfb9402b15d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.068059318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f758bdda-d0d8-46a8-980d-1fba12ba8783","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.068383886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"3d355b35-b5fb-469d-8742-fd67839918e6","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.073191582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e3f279d8-e38c-4ca4-9c5c-d2429ac47e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.078582889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"3d355b35-b5fb-469d-8742-fd67839918e6","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.084722235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f758bdda-d0d8-46a8-980d-1fba12ba8783","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.086029153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e3f279d8-e38c-4ca4-9c5c-d2429ac47e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.110499053Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"fbecfea3-91f4-42ad-95e4-c48e80012215","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.115971934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"a7ecd6f0-8cf6-4f94-8922-238607583746","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.187226106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"9354382a-d4dc-4ba4-9a03-c720bdf6784c","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.216555296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"e7d5e635-a3e8-41a2-bc9f-bd85053aba5c","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.222293705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2da3b411-dec8-424b-b360-2ad219547573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.236382837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"6c25b923-932f-4f47-9625-817ac15cad3a","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.238889685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2da3b411-dec8-424b-b360-2ad219547573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.244316281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"19771988-94c6-436c-804f-924bb0833b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.25879043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"19771988-94c6-436c-804f-924bb0833b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.269023628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cfffd5fb-5d12-4578-8e17-f11c1cd92146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.27132383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6c4b69df-e0e1-4704-aada-020ff91c36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.271559122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7023cfe2-607e-49d6-aceb-086585ced1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.277331852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cfffd5fb-5d12-4578-8e17-f11c1cd92146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.28061325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7023cfe2-607e-49d6-aceb-086585ced1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.281221833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"9472039c-be86-4929-bf7b-34db4dcd605f","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.281553072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6c4b69df-e0e1-4704-aada-020ff91c36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.281624155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"9d9a10d0-f305-45ca-ada5-7e5fc396e579","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.290239512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"38703c2b-fc11-4fa0-8d99-e3efac44b7a9","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.437559616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7b1e5ae4-4ba0-4cdc-876e-6b1e7c1a28b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.43872566Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"2d0865da-4a52-4245-82e8-3a0c2da7408b","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.439389367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"50125bbe-daf9-4ffe-89be-0e2797104f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.440000269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6a00e6df-8ace-436f-8630-9d63bf8e0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.440493898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"25a0e415-f2db-4b70-95aa-95f6cf38b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.441359587Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"b0edc3e0-dce0-494f-940b-0f165e193639","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.450461646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"6a7659bc-37ef-4a6f-99f4-c9426d026ad9","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.453271546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"25a0e415-f2db-4b70-95aa-95f6cf38b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.453390302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7b1e5ae4-4ba0-4cdc-876e-6b1e7c1a28b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.453611443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f0dbae96-a52c-42b1-9c70-70257d474899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.456440521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6a00e6df-8ace-436f-8630-9d63bf8e0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.457111729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"50125bbe-daf9-4ffe-89be-0e2797104f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.464640097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"7ab5cc3b-3055-4409-a25e-d7234f5fa2a5","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.464667683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"7ab5cc3b-3055-4409-a25e-d7234f5fa2a5","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.465134972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f0dbae96-a52c-42b1-9c70-70257d474899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.483869016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"d17df64d-224c-4232-ab61-52a1fb74d29a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.491947877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"d17df64d-224c-4232-ab61-52a1fb74d29a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.491961177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f37ba4c0-4bd1-430e-ab04-25d01a774e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.492402666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d0a4797c-7cea-445e-b51e-c3fee3c43649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.492505485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"ff88ee68-9b79-460c-ae75-8e7d931da44b","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.494779357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f37818b1-2f21-4616-a085-5d04ee9e7d08","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.504134809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f37ba4c0-4bd1-430e-ab04-25d01a774e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.510121809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f37818b1-2f21-4616-a085-5d04ee9e7d08","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.512092407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"4d28c574-0ad8-41eb-873b-dc53eabafcd7","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.512773813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d0a4797c-7cea-445e-b51e-c3fee3c43649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.600871292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"82051911-0576-4c61-bbc2-cad3b6f30b57","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.60277893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"06264e71-60f0-49d8-9406-fd9bca018e37","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.61138392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"82051911-0576-4c61-bbc2-cad3b6f30b57","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.673367308Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"601ed51b-871e-49b7-9999-5335211900eb","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.684954733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"1de550ad-d060-463d-9a58-36662340da3f","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.684980141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"1de550ad-d060-463d-9a58-36662340da3f","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.706363454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"7c57cad2-0f0a-4c3a-9e9d-e6ab534cf6b3","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.706391237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"7c57cad2-0f0a-4c3a-9e9d-e6ab534cf6b3","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.710121589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"310ed566-a88e-4af1-b8ab-850584028009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.71011677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"cce0fb02-9d99-47c7-b123-9dfbd63af616","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.710613496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaa0def3-0315-4f80-a3d3-a89c70988666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.719172142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aaa0def3-0315-4f80-a3d3-a89c70988666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.720083193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"310ed566-a88e-4af1-b8ab-850584028009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.721643369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"cce0fb02-9d99-47c7-b123-9dfbd63af616","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:41.9886386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff9e231b-c342-4328-b219-7c7b16558a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.080859063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"2e26d3d8-d6b5-476c-9cfc-b7f8b2d69013","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.080896642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"2e26d3d8-d6b5-476c-9cfc-b7f8b2d69013","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.091228743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7bd7e148-a23e-43a1-9571-303582c2fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.092132929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"14e73e53-1f94-4fbb-a51a-81b0566481da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.096069008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff9e231b-c342-4328-b219-7c7b16558a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.097889192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bfc88363-8ded-4ea6-978b-16574718139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.106944628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7bd7e148-a23e-43a1-9571-303582c2fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.107454991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2a7ff7ac-2379-47e1-ba01-e7b87be25893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.108645328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"14e73e53-1f94-4fbb-a51a-81b0566481da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.112165511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bfc88363-8ded-4ea6-978b-16574718139a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.11729631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2a7ff7ac-2379-47e1-ba01-e7b87be25893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.139988752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"7a2fbacc-c64e-4c3e-8cc7-e9011859da68","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.142031903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a4276bda-28a2-4bec-9581-f7abbadbb81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.152614348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a4276bda-28a2-4bec-9581-f7abbadbb81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.153912194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"b6f18873-d929-4364-bf1b-f3ed858c16e3","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.169139602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"7cd8ab62-457c-4204-b810-bc106627a336","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.382973271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"e7b64ce7-f636-42ec-a415-2a7128729328","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.383722805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3fa719f5-32e8-4c94-acba-e7e5e45a092c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.389549604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2ac5057c-0a10-461a-8fd2-69cdcc9ca818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.394185148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3fa719f5-32e8-4c94-acba-e7e5e45a092c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.398696825Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"6af0cad4-f6bc-40e2-89a3-61fb95c47649","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.401855896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2ac5057c-0a10-461a-8fd2-69cdcc9ca818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.407993992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3518f0bb-79c0-470f-b00f-d1c51b49e7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.409000627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"c8f6e121-a4bc-4651-a2d7-871c867fa115","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.409413371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"45bce8ee-8910-4a7b-bdd2-bd7fe38c9d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.413487546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"c4f68fbd-63b8-47d2-9d21-b8b6b2316170","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.486199093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3518f0bb-79c0-470f-b00f-d1c51b49e7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.489691455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"45bce8ee-8910-4a7b-bdd2-bd7fe38c9d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.493223106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"c8f6e121-a4bc-4651-a2d7-871c867fa115","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.501961269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"cf9415d3-6f73-4456-8cb0-01a84f220bd4","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.50203765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"cf9415d3-6f73-4456-8cb0-01a84f220bd4","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.513608797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85e88b-aa0c-44b8-ae4b-27c91102f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.581025574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7dc4321-4471-45d5-9ecf-4bad61d60090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.58601812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85e88b-aa0c-44b8-ae4b-27c91102f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.590541089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85e88b-aa0c-44b8-ae4b-27c91102f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.594911304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad85e88b-aa0c-44b8-ae4b-27c91102f982","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.606142875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"3bd5397a-fe34-455f-bfe2-0988e41e86a8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.613710174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7dc4321-4471-45d5-9ecf-4bad61d60090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.690391189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"3bd5397a-fe34-455f-bfe2-0988e41e86a8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.708322161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"71a40865-173a-4e11-894e-df6be9fbda00","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.713506256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"451d5d13-1aff-4724-a13e-cd3b3de80c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.718702132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"71a40865-173a-4e11-894e-df6be9fbda00","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.723530757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"451d5d13-1aff-4724-a13e-cd3b3de80c5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.733414098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"62d0e85a-8e60-4d48-8382-7a697c24009b","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.733437835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"62d0e85a-8e60-4d48-8382-7a697c24009b","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.825567331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"179a3143-73de-4e3f-b5c4-b27c1e6cbfb4","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.882119688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"179a3143-73de-4e3f-b5c4-b27c1e6cbfb4","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.930764295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"7c84ed5c-1d22-420c-b364-da0c2884816a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:42.943398499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"7c84ed5c-1d22-420c-b364-da0c2884816a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.052459568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ed4bd5-48f7-4594-997b-cb6b73d90d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.058748972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ed4bd5-48f7-4594-997b-cb6b73d90d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.067964965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ed4bd5-48f7-4594-997b-cb6b73d90d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.081057391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2ed4bd5-48f7-4594-997b-cb6b73d90d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.335162907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"f0246f11-5cf4-4911-b648-57ea636faf03","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.349473676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"11d936ae-75ed-4cc1-af2a-350c6d3dd0c8","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.363295784Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c8cb1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c8cb1f","reconcileID":"06de2e92-da99-426d-a769-c72c2afd5597","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c8cb1f","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c8cb1f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.367904572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"c91b7784-fc3c-4f9d-a0d6-88dcc6220d33","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.416056041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"3b10b990-2f86-4b4b-8501-88987ec6f5d7","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.439984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8a083d67-991e-4c1d-ad92-03fd03da52d9","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.456434073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"ac918467-ccb0-4091-a4be-8be4fdfe09f1","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.596154387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe62d49-fc17-49b8-9c44-bc96c1fbaff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.606292146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe62d49-fc17-49b8-9c44-bc96c1fbaff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.613994743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe62d49-fc17-49b8-9c44-bc96c1fbaff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:43.620262971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe62d49-fc17-49b8-9c44-bc96c1fbaff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:44.714470152Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"632d73bc-f625-4e6b-9fed-624216e1c885","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:44.73287228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"3d38de1c-5686-400b-baa1-526dd8e14182","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:44.749723711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"b6ecda39-7c38-4177-b7b4-b3a23808308c","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.962122369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.966796455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"72d88b27-4c7c-4ade-92e3-febcfcc33d90","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.966817013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"72d88b27-4c7c-4ade-92e3-febcfcc33d90","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.977980363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"99990129-b56f-4479-b389-36bf1b7983cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.978333667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"b74804e0-9c2c-4b28-bd5e-ada81eea0529","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:46.993152821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-3119fa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:46.993288549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"99990129-b56f-4479-b389-36bf1b7983cc","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.002228672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d0c2d9e9-0b93-4e80-8dfb-16858eb1c969","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.002251398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d0c2d9e9-0b93-4e80-8dfb-16858eb1c969","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.005355309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"b74804e0-9c2c-4b28-bd5e-ada81eea0529","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.026030775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"f5dca761-6180-4a5d-ab9f-1f4645f30560","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.026053997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"f5dca761-6180-4a5d-ab9f-1f4645f30560","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.051457631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"09c7f115-b509-4ead-92cd-f763017eac5e","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-ctrl-3119fa","model":"e2e-rec-ctrl-3119fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.086887416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"ecbfb513-8935-4718-a908-7e3875344dac","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.08691265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"ecbfb513-8935-4718-a908-7e3875344dac","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.13321353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"e6cf82f0-be1d-45c4-a9e8-b261ae57b380","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-ctrl-3119fa","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.140233891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"142c1547-bec0-4ace-a580-94a630da0484","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.147496286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"142c1547-bec0-4ace-a580-94a630da0484","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.242745316Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.252296741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"63d0f8fd-3581-4c16-b21d-e2b7f04b3209","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.252322954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"63d0f8fd-3581-4c16-b21d-e2b7f04b3209","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.254618752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"58c947de-4dc8-40d1-9abd-77cc242c7422","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.257519012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2f919d5c-98dd-4442-bece-74c1465597fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:47.258879787Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-18e586-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.259845382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"4c3e4d7e-465c-4454-8b6f-92e976993b96","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.262756169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"58c947de-4dc8-40d1-9abd-77cc242c7422","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.269165623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2f919d5c-98dd-4442-bece-74c1465597fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.271750902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"4c3e4d7e-465c-4454-8b6f-92e976993b96","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.272465384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"5ae387a1-4469-459b-a7cf-741ca47d38a0","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.272482991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"5ae387a1-4469-459b-a7cf-741ca47d38a0","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.280289726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"8f97b6ed-2b48-47e2-a83b-038520bee3e5","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.280308164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"8f97b6ed-2b48-47e2-a83b-038520bee3e5","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.288260018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"565d661b-2ec5-4fdb-b11e-87d96f4840f4","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.288290816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"565d661b-2ec5-4fdb-b11e-87d96f4840f4","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.291700329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"9e5c5bc2-f71b-41cc-8155-819428e20d78","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rec-ctrl-18e586","model":"e2e-rec-ctrl-18e586","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.319715174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"bd138ca8-7446-41e9-b65f-085a0f5a32f5","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.31974191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"bd138ca8-7446-41e9-b65f-085a0f5a32f5","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.418743742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"d33e107a-ea18-442b-93e1-e60a575f67d1","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rec-ctrl-18e586","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.424176038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"caf85288-1caa-4b46-9753-53d7ace4807d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.481614487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.484106037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"caf85288-1caa-4b46-9753-53d7ace4807d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.489078331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"960f98a6-93f3-48f0-ba49-d6855f0fe2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:47.497593301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"960f98a6-93f3-48f0-ba49-d6855f0fe2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.673398842Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.677952074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"0f185a78-10eb-4e38-ae83-d69aa0f28c0e","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.677974965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"0f185a78-10eb-4e38-ae83-d69aa0f28c0e","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.683855833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"322c3757-e1cb-4204-a604-0b3f642c730a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:03:51.687263392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-d481ca-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.691818328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"322c3757-e1cb-4204-a604-0b3f642c730a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.695155326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"93dd7d20-2a33-4687-9d99-8a4540479a02","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.695174537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"93dd7d20-2a33-4687-9d99-8a4540479a02","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.70231411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"bacd24e1-4e42-4711-8fb9-0830ad3cc5b5","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.702332328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"bacd24e1-4e42-4711-8fb9-0830ad3cc5b5","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.715760505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"9d9ddc7b-3e54-4c21-8f26-b6af825addb9","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-att-serve-d481ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.744369105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"e1d41db7-0e76-49d6-8fcb-4fa559562afc","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.744396497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"e1d41db7-0e76-49d6-8fcb-4fa559562afc","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.818873886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"67f2275b-cf26-4e52-936f-85d98af9df54","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.82276239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"d6c02706-c3fb-4cb0-8f38-1efeac4f064f","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:51.828464108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"67f2275b-cf26-4e52-936f-85d98af9df54","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:54.333255017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"e81f5979-2160-42c7-a33c-1036066ef711","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:54.357100865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"e81f5979-2160-42c7-a33c-1036066ef711","name":"e2e-extmod-b-d9f2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:54.732952538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"c3f4852f-3bb6-4b1b-bae3-da9828d3def4","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:54.748790549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"fda56f97-23bc-4d39-ae55-4b91aaa4531d","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:03:54.768910413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"2168ec48-ab14-4679-a7d9-b9b20fe12b8c","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:02.371586838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"fca92a08-1c85-4261-aa25-e59a2d002d0a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c8cb1f","tenantID":"e2e-autores-c8cb1f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:02.409135449Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"fca92a08-1c85-4261-aa25-e59a2d002d0a","name":"e2e-autores-c8cb1f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:04.741203883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"9786d195-164a-4a80-a4ad-33229c5d44fe","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:04.756295274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"4ca5eb69-8de0-42a3-9b21-47b8e436c0ca","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:04.794298649Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"18af27e1-270d-455f-986b-f57fb0398276","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:08.757847936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"0b464b35-395c-47b0-a1f9-a41a4e76eddc","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-ctrl-3119fa","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:08.887534172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"c4825ac5-8c4d-4bb6-91d3-c19094b7d596","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:08.887571088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"c4825ac5-8c4d-4bb6-91d3-c19094b7d596","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.080001331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"0a1ded35-fab6-40e2-91ce-59acb330f0a5","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rec-ctrl-18e586","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.123692052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"b41a2ab5-ab1d-451c-bf43-e00dee047973","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.123718994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"b41a2ab5-ab1d-451c-bf43-e00dee047973","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","externalModel":"e2e-rec-ctrl-18e586","provider":"e2e-rec-ctrl-18e586-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.180175732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"59dfba90-b54c-4b06-8bb9-acdff02cdc8a","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.300086096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"767fd6c6-6f4f-49e4-9ee5-f13127a11d0b","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.300133119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"767fd6c6-6f4f-49e4-9ee5-f13127a11d0b","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.439724332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"ab2c7ea3-d419-4bc9-b108-c8d3edb4cf62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.447121213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"ab2c7ea3-d419-4bc9-b108-c8d3edb4cf62","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.877832137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"f39f38ee-9193-432a-a113-d2541e44f7cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:09.891982365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"f39f38ee-9193-432a-a113-d2541e44f7cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:10.309493729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0fd52208-a0ab-4fd5-a5ae-77fa2be5bf00","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:10.387436647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0fd52208-a0ab-4fd5-a5ae-77fa2be5bf00","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.176482631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"fe1a4cc7-82d2-4628-a49a-df9e9642c2ae","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.337546796Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"d94352db-3fc8-456b-a723-dec99eb34ea8","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.341454279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"0d8edc72-0dc4-490a-a56e-ba613ec4ce71","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.341482777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"0d8edc72-0dc4-490a-a56e-ba613ec4ce71","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.351212043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f18d7cb3-c8bf-4cef-8448-310710a302e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.351596725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"792f08ba-ff14-4008-a36d-52b046abcf2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.351964239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1a235139-570d-4bd7-a9b9-0a80554fc185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.356664417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"1fee8a3b-6ebb-4355-a655-46c21b918163","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.356984224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d5a3bb79-33fb-4136-878f-b99b8a5301d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.363066508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"792f08ba-ff14-4008-a36d-52b046abcf2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.363179951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f18d7cb3-c8bf-4cef-8448-310710a302e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.366619054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1a235139-570d-4bd7-a9b9-0a80554fc185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.366704548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d5a3bb79-33fb-4136-878f-b99b8a5301d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.369170264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"1fee8a3b-6ebb-4355-a655-46c21b918163","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.395829422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2a33ceae-0ae5-48e7-aa7d-4764bbfdc47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.396165182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c143bbf7-be95-4fac-b38e-dbb26ee655b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.396312552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"846e51e6-9f04-4157-be35-1a35b2a47f92","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.40036083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"e6fd69ee-a708-41ee-bd6b-3927bd4bc21e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.465675208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2a33ceae-0ae5-48e7-aa7d-4764bbfdc47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.481611188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"846e51e6-9f04-4157-be35-1a35b2a47f92","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.709977255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c143bbf7-be95-4fac-b38e-dbb26ee655b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.710024518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"e6fd69ee-a708-41ee-bd6b-3927bd4bc21e","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.730930062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"1358d9f7-251d-402e-849a-122b9593a186","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.78870319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"1358d9f7-251d-402e-849a-122b9593a186","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.821795161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"444fa0b8-36f4-46b2-a4a5-1d09fc3d77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.828981195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"444fa0b8-36f4-46b2-a4a5-1d09fc3d77e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.923910339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ebb93fbc-c7e6-4aa1-b4ca-f303a5fd5b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.92655094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a14632f9-981d-4619-9260-e66ebcf6e16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.926957459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"bd572e6b-2dc2-43dd-a3de-2b647d77100f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.927009808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66ec234a-4343-448c-9693-64150b3a9ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.927439709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3bc353d-a767-4a5f-aa7f-7242e8175f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.931474958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ebb93fbc-c7e6-4aa1-b4ca-f303a5fd5b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.93415523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66ec234a-4343-448c-9693-64150b3a9ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.936031222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"bd572e6b-2dc2-43dd-a3de-2b647d77100f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.93668706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a14632f9-981d-4619-9260-e66ebcf6e16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:11.939575194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3bc353d-a767-4a5f-aa7f-7242e8175f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.023405367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8a350888-3dac-4968-a18b-f846a4eaab8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.031052533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8a350888-3dac-4968-a18b-f846a4eaab8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.147051349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"bb248cbf-ce5b-4c4b-a47e-eb1832374d5e","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.157352693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"966893c2-ac93-4a56-b54b-1428241116f9","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.159995876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"136d1b19-72cc-4500-845d-c43d344a65c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.161231016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11930721-fe02-4021-956d-181f1f7cce60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.18955151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87704ef3-179d-45c7-a968-42d03ced6b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.190313876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"054d4c76-d7d3-4ace-b365-294ff3285f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.206168835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"136d1b19-72cc-4500-845d-c43d344a65c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.219169231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87704ef3-179d-45c7-a968-42d03ced6b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.219512868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11930721-fe02-4021-956d-181f1f7cce60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.220761747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"0f39e9ee-ebf1-4507-bd90-d18c73033cd5","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.220795092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"0f39e9ee-ebf1-4507-bd90-d18c73033cd5","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.223438573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"054d4c76-d7d3-4ace-b365-294ff3285f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.299577138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fd3f1d26-4239-4c41-ab18-453b9066c525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.302877269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7573705a-ac78-46f7-a99f-81cc702c0d3d","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.314134369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"7b9d3a00-efa5-45a7-9af9-60c10157af71","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.3141652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"7b9d3a00-efa5-45a7-9af9-60c10157af71","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.317662149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fd3f1d26-4239-4c41-ab18-453b9066c525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.326286871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"c44ae0d6-1ba3-4d2d-a021-25d062cba52d","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.416271535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"37591977-f6bd-4933-a7d2-2a41f32ce247","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.477284154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c5257882-5637-49ce-86cc-c8d3a14270c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.477812588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"8ce44328-0b4b-44f3-86d3-8c23d8b46694","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.477830554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"8ce44328-0b4b-44f3-86d3-8c23d8b46694","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.479969768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"63bdac3a-18c2-425b-9dd1-f9b65c536d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.485482516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"eb855480-fbc7-4f0b-84b4-419b278e1519","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.493059528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c5257882-5637-49ce-86cc-c8d3a14270c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.493549035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"63913822-b034-4738-9f1b-92d2797f9000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.494077165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6c46ab0c-c98b-4dd0-9861-69bdfcb761f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.494089895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"63bdac3a-18c2-425b-9dd1-f9b65c536d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.515985421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"eb855480-fbc7-4f0b-84b4-419b278e1519","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.556096956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c849a029-8826-4e49-b98f-1f59db87ec08","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.652813751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c849a029-8826-4e49-b98f-1f59db87ec08","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.597456124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6c46ab0c-c98b-4dd0-9861-69bdfcb761f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.599406022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"63913822-b034-4738-9f1b-92d2797f9000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:12.767992858Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c849a029-8826-4e49-b98f-1f59db87ec08","name":"e2e-att-unrel-76f776","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-76f776\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:12.783071697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c849a029-8826-4e49-b98f-1f59db87ec08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-76f776\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.790480831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"b7e1bc32-e0b8-44b3-b3be-c7742f4c937b","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.79059157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"b7e1bc32-e0b8-44b3-b3be-c7742f4c937b","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.809620995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0afe0840-f65e-4c34-97a1-c195e28153b1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.821667539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"32f99cc8-41d1-4a6b-975e-71b462e47dec","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.828646228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0afe0840-f65e-4c34-97a1-c195e28153b1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.842014143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"32f99cc8-41d1-4a6b-975e-71b462e47dec","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.9277802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"57a35362-fa84-488f-a292-af9cdd8181a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.930652647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d857e4ae-7b05-4702-ace0-3e266dc26832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.931231682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8be29372-c704-4243-a235-6f9bc26c6283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.931283233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a612ea65-7c1f-4232-8243-756a8ed0d17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.931627654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ffc130f1-8c30-418e-81b0-24452d9a44b2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.936525085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"57a35362-fa84-488f-a292-af9cdd8181a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.939394604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d857e4ae-7b05-4702-ace0-3e266dc26832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.941503462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8be29372-c704-4243-a235-6f9bc26c6283","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.941578185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a612ea65-7c1f-4232-8243-756a8ed0d17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:12.943815497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ffc130f1-8c30-418e-81b0-24452d9a44b2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.01249823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43dd594e-1e5f-4d72-a2fb-e982c144aed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.012528849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"511d79eb-4fa2-4c50-ac46-9931d67dbeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.01369446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"117452b1-3079-41cb-930c-3425b426b070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.015012057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fdabe9b8-2d40-4740-bc12-2bf9e806223c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.017490476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f609f8f7-f30d-400e-af7d-a27c6a0fc8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.020505553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"511d79eb-4fa2-4c50-ac46-9931d67dbeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.020560179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43dd594e-1e5f-4d72-a2fb-e982c144aed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.02301476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fdabe9b8-2d40-4740-bc12-2bf9e806223c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.023210634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"117452b1-3079-41cb-930c-3425b426b070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.0252707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f609f8f7-f30d-400e-af7d-a27c6a0fc8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.079897086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"983b9c53-d239-47bd-9a70-6c22e78170b5","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.079936971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"983b9c53-d239-47bd-9a70-6c22e78170b5","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.109501384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"617e6fc4-b7bf-4657-affd-a948ddd19d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.110485677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"a08d24d7-c99b-4dcd-b4e3-5671d90952c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.11871413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"a08d24d7-c99b-4dcd-b4e3-5671d90952c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.118837885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"617e6fc4-b7bf-4657-affd-a948ddd19d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.281334672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7ae3a9bb-64f0-4db2-9311-92d210bf6202","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:13.28136582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7ae3a9bb-64f0-4db2-9311-92d210bf6202","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.298438698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"2015b2e7-9ad3-4473-9467-2791a601c2fa","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.56921056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"344e008d-8036-4c0d-b9be-76d1a235af87","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.733352997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e7516-2446-41ce-8d95-81fc27890cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.737011012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e7516-2446-41ce-8d95-81fc27890cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.740692739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e7516-2446-41ce-8d95-81fc27890cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:14.744055523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e7516-2446-41ce-8d95-81fc27890cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:15.036046095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7f40ba-8422-4c2c-8e7a-716af0a789d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:15.039517265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7f40ba-8422-4c2c-8e7a-716af0a789d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:15.043246412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7f40ba-8422-4c2c-8e7a-716af0a789d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:15.047981708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7f40ba-8422-4c2c-8e7a-716af0a789d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:17.424415799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.366510355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.370976863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7a526369-31a8-43e0-8dd6-d87518b45df2","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.37099605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7a526369-31a8-43e0-8dd6-d87518b45df2","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.379401023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"42d7f6d8-f750-481b-a72d-d16626bb3cc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.380320101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"817a72e4-68cf-4200-a29a-31ae32dd1d7b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:18.380846002Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-76f776-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.389803893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"42d7f6d8-f750-481b-a72d-d16626bb3cc2","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.3907263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"377ca41f-da21-4447-bcf3-2a17658c9725","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.390746823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"377ca41f-da21-4447-bcf3-2a17658c9725","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.394537892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"817a72e4-68cf-4200-a29a-31ae32dd1d7b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.399369435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"a800d318-7d7e-4da2-817e-440103421aa6","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.399394217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"a800d318-7d7e-4da2-817e-440103421aa6","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.410899375Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"a6f2f702-dcba-4e20-82c6-0481f92ff9fb","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-att-unrel-76f776","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.491466683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"9ce5fa53-aaa3-4a27-82bf-a5b723b606ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.497879672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"669d8b99-22d6-41e6-9ee6-0707325c6bfc","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.497903133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"669d8b99-22d6-41e6-9ee6-0707325c6bfc","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.498954068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"9ce5fa53-aaa3-4a27-82bf-a5b723b606ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.513375542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"d00c9c6c-5bea-45f1-8a53-26ea655da60d","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.581889226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"abc96538-2205-4049-8c10-366608b1efc8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:18.59269511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"abc96538-2205-4049-8c10-366608b1efc8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.092194836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"2bd3ae8e-f5f9-48a3-aa1a-c418ec82839b","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.103356767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"054bf59c-7539-4629-b18c-12e40752396d","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.14071132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"dc91533e-7270-415b-aaca-5a46cbe81ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.141869605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01551c0a-af3f-445b-a1ed-27a6472ffc4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.155882137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f0ed23fa-bc0a-4bee-a6a8-40510dd76725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.156522629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9531caac-1efa-45de-803d-c04b0b3555d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.173008453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"dc91533e-7270-415b-aaca-5a46cbe81ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.177250487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01551c0a-af3f-445b-a1ed-27a6472ffc4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.189271511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f0ed23fa-bc0a-4bee-a6a8-40510dd76725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.200191877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9531caac-1efa-45de-803d-c04b0b3555d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.274819477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"679a4075-c40a-4dcc-83c8-2b5f99617534","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.300075051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b895a093-3313-4bd2-9791-554a6ff34cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.304122682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"679a4075-c40a-4dcc-83c8-2b5f99617534","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.319284456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"b45fc03e-1e6a-4b6c-b844-7dec82d087d6","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.349050757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c7e7fc3b-b202-4bff-9cd1-89f78fd85037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.372525505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b895a093-3313-4bd2-9791-554a6ff34cb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.377120406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c7e7fc3b-b202-4bff-9cd1-89f78fd85037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.379899544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bb50c0ec-fa39-4cf8-92e6-d454db9e0edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.380898257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f9b157e9-e721-4c2a-b2cd-930efb7cd53e","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.380962212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f9b157e9-e721-4c2a-b2cd-930efb7cd53e","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.494306531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bb50c0ec-fa39-4cf8-92e6-d454db9e0edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.626256585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7d5264a8-fb24-4c79-b868-099bcf0e0f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.801227079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7d5264a8-fb24-4c79-b868-099bcf0e0f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.881434494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e502dcb7-f67b-4ea6-80f9-fdb7f6d78ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.882537353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"7814235b-61d8-412b-8b26-9701a90751d3","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.882618407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"7814235b-61d8-412b-8b26-9701a90751d3","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.886138152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"95ad6f60-a71e-482b-bd33-a3ae607471f8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.894448426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"62e9b26b-9b29-4359-ac26-7a01fc58b84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.934772352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"95ad6f60-a71e-482b-bd33-a3ae607471f8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.94547535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e502dcb7-f67b-4ea6-80f9-fdb7f6d78ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.953813945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"62e9b26b-9b29-4359-ac26-7a01fc58b84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:21.973970548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8fafcb3f-0873-4b81-8ebc-70df575b47de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.081375913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8fafcb3f-0873-4b81-8ebc-70df575b47de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.314342428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ecb2bcbc-be8d-49b0-9daf-9be9a3fd2f7f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.337307023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"fad79855-3965-491d-aa31-504072661e25","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.341655485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b23c0e69-1c2d-4cbc-8110-ca60500de479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.36715985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ecb2bcbc-be8d-49b0-9daf-9be9a3fd2f7f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.375699029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"fad79855-3965-491d-aa31-504072661e25","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.37721652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"09ce5933-3b86-482f-83f5-63852c2401b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.377827189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"19bc3899-f639-445a-83db-0f5fb6699fbe","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.380769898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b23c0e69-1c2d-4cbc-8110-ca60500de479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.391592496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"09ce5933-3b86-482f-83f5-63852c2401b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.397854601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"19bc3899-f639-445a-83db-0f5fb6699fbe","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.457778988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f1feb1c6-0a2a-4f9b-8c9c-b7c5dd6180f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.501863344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934406bc-bf2f-4e4c-8e7d-2fcdead5f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.534550839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f1feb1c6-0a2a-4f9b-8c9c-b7c5dd6180f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.534839572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"6130404e-0547-41a3-bd1d-f63056a6ef73","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.538936887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934406bc-bf2f-4e4c-8e7d-2fcdead5f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.543092015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5a820f7e-b7cf-4677-af79-cec2999f7b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.550437085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d41591-478e-4e1e-844c-a509e5ccd910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.552742104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"6130404e-0547-41a3-bd1d-f63056a6ef73","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.636461107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5a820f7e-b7cf-4677-af79-cec2999f7b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.643153813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b8c1213a-fafa-48f5-8440-dfce14aed362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.644050312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d41591-478e-4e1e-844c-a509e5ccd910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.646558083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e1d39f67-41da-48f1-a5a4-393369a04a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.652144158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b8c1213a-fafa-48f5-8440-dfce14aed362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.688564155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e1d39f67-41da-48f1-a5a4-393369a04a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.72462916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b73281ed-0c34-475e-987c-bb9002b417ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.725563795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"2e59c7b2-6264-4465-9d2b-e18413d80374","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.725583103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"2e59c7b2-6264-4465-9d2b-e18413d80374","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.729043568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"126a1055-eef2-412a-bab7-800c67f23b30","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.737213814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b73281ed-0c34-475e-987c-bb9002b417ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.759811933Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"126a1055-eef2-412a-bab7-800c67f23b30","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.782779239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"126a1055-eef2-412a-bab7-800c67f23b30","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.800626972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"515c1517-09a1-4c84-acc3-54b0013cf3f7","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:22.800665681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"515c1517-09a1-4c84-acc3-54b0013cf3f7","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.380042802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"de65b212-c67e-4f62-9ea4-69eb41a052c9","namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.387881513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"71146ce7-33db-4bea-9cf0-5428639d4f96","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.410411941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"ff611792-7857-4848-b3a5-387e021b4faf","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.435116023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"1c4c1f6e-20fc-4a99-a83d-1e64ca37bdd0","namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.459055116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"6dc6bc25-8f39-4c1c-9879-f7f806b165cf","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.460239934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"953acbbb-b377-4056-bfd3-d4b9c534d80d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.460998371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c1d2ce2b-0ce9-4db9-9967-60fd7fc773c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.461680424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0001c664-e8fa-4007-ae90-e4add02f0672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.46236032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11b03881-447e-47c3-a7cd-59ea8c5debdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.467333906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2a3a235a-1996-447b-93a2-ec7b94ec8895","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.469019802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"6dc6bc25-8f39-4c1c-9879-f7f806b165cf","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.469899497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"953acbbb-b377-4056-bfd3-d4b9c534d80d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.472723741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11b03881-447e-47c3-a7cd-59ea8c5debdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.473515796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0001c664-e8fa-4007-ae90-e4add02f0672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.476912778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2a3a235a-1996-447b-93a2-ec7b94ec8895","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.481301516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c1d2ce2b-0ce9-4db9-9967-60fd7fc773c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.489386623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"953acbbb-b377-4056-bfd3-d4b9c534d80d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.494384432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"cbed558a-97c3-417b-877c-53ac30418daf","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.494465534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"cbed558a-97c3-417b-877c-53ac30418daf","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.584802676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"0e1d2ca2-1757-471b-b170-44aa45d327ee","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.584984751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"0e1d2ca2-1757-471b-b170-44aa45d327ee","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.600851026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c0ba9da-8c82-4ae9-803f-1facaf1a1317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.606890969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edd3db42-a383-4f11-9588-c3e181f3fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.638097751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"3c604c5d-7baa-4c4e-a4b4-16fc3f027c11","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.638275886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"3c604c5d-7baa-4c4e-a4b4-16fc3f027c11","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.638830503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c0ba9da-8c82-4ae9-803f-1facaf1a1317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.641520904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edd3db42-a383-4f11-9588-c3e181f3fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.649729084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9e5c0fa7-1d47-44da-ba17-15fd3e45176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.650699158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2c002ef9-6da5-412a-99ea-174aba4a8ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.657322527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82f9c4af-39b5-49a1-9760-5d881be7d409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.669239797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2c002ef9-6da5-412a-99ea-174aba4a8ced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.674161107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9e5c0fa7-1d47-44da-ba17-15fd3e45176a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.676607361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82f9c4af-39b5-49a1-9760-5d881be7d409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.689459811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"93e6db91-6341-49bb-aebb-700dde622efb","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.68965689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"93e6db91-6341-49bb-aebb-700dde622efb","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.775570046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"d05919e0-a314-4118-a4df-95f32c9006d4","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:23.775645795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-aa0970","namespace":"e2e-extmod-rec-noaccess-442b10"},"namespace":"e2e-extmod-rec-noaccess-442b10","name":"e2e-rec-recover-aa0970","reconcileID":"d05919e0-a314-4118-a4df-95f32c9006d4","error":"ExternalModel e2e-rec-recover-aa0970 not found in namespace e2e-extmod-rec-noaccess-442b10 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.925552418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fcc0508a-ef1f-4d25-8792-de82aa55fb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.930018679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"fba5930f-09fd-4137-8e7f-279c366d5451","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.930591625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a7b65cdd-488d-4402-9e16-2e3e61a1c088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.93244312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"baa4ed2b-4753-4677-b284-217441610122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.936967935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fcc0508a-ef1f-4d25-8792-de82aa55fb13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.937607323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2f893184-5350-4027-8f23-24dce51eb493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.941241199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"fba5930f-09fd-4137-8e7f-279c366d5451","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.944597108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a7b65cdd-488d-4402-9e16-2e3e61a1c088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.984809788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2f893184-5350-4027-8f23-24dce51eb493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:23.995064261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"baa4ed2b-4753-4677-b284-217441610122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.147300139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"71cf6680-fece-485a-ac06-92e0c913ed0a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.148423964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f8f29d3e-8510-4abc-9f2b-6c0f1daf0a82","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.149798186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"62f3dcb8-2cb5-459f-9f04-0fedfea70f2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.150006167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"f1f022a4-c372-40fe-9ccb-00bba63c05c4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.155231487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"71cf6680-fece-485a-ac06-92e0c913ed0a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.155981363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f8f29d3e-8510-4abc-9f2b-6c0f1daf0a82","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.157631967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"f1f022a4-c372-40fe-9ccb-00bba63c05c4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.158520475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"62f3dcb8-2cb5-459f-9f04-0fedfea70f2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.303021382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9079ea4a-dcf4-4b23-a9f8-ce2dac255477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.34278135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ec4224c1-0f97-472c-ad30-8dd0310b5302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.34906551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9079ea4a-dcf4-4b23-a9f8-ce2dac255477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.355005386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9eab1490-f0cd-4e1d-826d-b073f29b6d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.35936976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"189e2f9b-5e9b-4be7-bb34-6063369ec306","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.359705461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ec4224c1-0f97-472c-ad30-8dd0310b5302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.361445474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"415e9b93-334c-437c-9c6b-9d1defb5dac7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.390126869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9eab1490-f0cd-4e1d-826d-b073f29b6d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.402616208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"189e2f9b-5e9b-4be7-bb34-6063369ec306","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.408181429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"415e9b93-334c-437c-9c6b-9d1defb5dac7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.427085906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"415e9b93-334c-437c-9c6b-9d1defb5dac7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:24.554674495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"eb733db0-fb7a-4b65-bcac-5df62e19fd18","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.097488358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"ba997d6b-01d5-4a78-a14d-1687705dde80","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.573126041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113be094-18b6-490c-8435-94481177a81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.595434583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113be094-18b6-490c-8435-94481177a81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.640374674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113be094-18b6-490c-8435-94481177a81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.652119153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113be094-18b6-490c-8435-94481177a81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.911172338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dce6a2e-133a-4c1d-9321-e4be342ab8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.919608445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dce6a2e-133a-4c1d-9321-e4be342ab8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.926223346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dce6a2e-133a-4c1d-9321-e4be342ab8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:25.937399441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dce6a2e-133a-4c1d-9321-e4be342ab8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.270731076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"be395b56-f455-424d-847c-be26760e42cc","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.270762931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"be395b56-f455-424d-847c-be26760e42cc","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.277753244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"bf78d372-74bd-4c83-aeb2-24733b8e9408","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.277777279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"bf78d372-74bd-4c83-aeb2-24733b8e9408","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.288910625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d6515306-73e7-40c0-bca2-74e958f8875e","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.296936515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d6515306-73e7-40c0-bca2-74e958f8875e","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.305505072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0b0f0bda962d1dfc1536a486cb1a789d90e90fa2e099863f1929eb521b37fec) AuthConfig (413d93d908fe332f5dfa5e3846092c931ab54175a01662c1c3d3db3e4cb9fbf5) AuthConfig (9af4470106ee9f574b50836eab67eb6496abf6c80156bdb4104062187f3b9e01) AuthConfig (b6fcf7f7269f3869d1f82353eea5c97bdd2d925bab5fee44119fa6cab6c5faec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d6515306-73e7-40c0-bca2-74e958f8875e","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.319345048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"7f2961e7-d69c-482e-8631-9fa99223cbdf","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:27.319373015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"7f2961e7-d69c-482e-8631-9fa99223cbdf","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:34.44431735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"8b261a76-eba3-41ea-bab9-74c5ea3623c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:34.45341612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"8b261a76-eba3-41ea-bab9-74c5ea3623c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:34.463086202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"8b261a76-eba3-41ea-bab9-74c5ea3623c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:35.227332065Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"937e6a03-6308-40c5-9f89-9451f621ce1a","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:35.933900638Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"fc5c8836-d298-40de-8d08-84e701cea29f","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:35.940508227Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"657d89b8-2bc0-49a8-990a-e58021f4b924","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:35.981600106Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"f78b992d-317e-46aa-965f-5ac089b97206","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"routeName":"external-model-e2e-rec-ctrl-18e586-93f7d4173e61","namespace":"e2e-extmod-rec-user-c292da","model":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.094429001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"512a1771-a4e9-4c6b-bfe7-dd5c69a8e9d0","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.099962504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"c03ba6d6-1ab8-44d3-96e1-b4d2fa3d05a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.100443597Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"db218371-585b-477e-a15e-7fbc63ecc5aa","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.100710754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"8b84f993-c1d3-461f-85b8-4e57b1ad111e","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.10108125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"d9258aab-5e55-408c-a27e-9b5212d06aee","MaaSModelRef":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.249933538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"29c9ce2f-17b8-4883-a918-61271576be4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.378581793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"c03ba6d6-1ab8-44d3-96e1-b4d2fa3d05a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.380290945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"8b84f993-c1d3-461f-85b8-4e57b1ad111e","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.390693531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"51f5e7c7-c093-46bd-bc27-5a338ac9ae19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.399558607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"29c9ce2f-17b8-4883-a918-61271576be4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.406444115Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"c03ba6d6-1ab8-44d3-96e1-b4d2fa3d05a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.409535918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"144dfd87-1c11-4a9e-80fb-bf7d57133b9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.414291336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"51f5e7c7-c093-46bd-bc27-5a338ac9ae19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.42003875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"29c9ce2f-17b8-4883-a918-61271576be4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.426261589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"90069005-b633-48dc-ace9-07f742bac120","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.446507375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-18e586","namespace":"e2e-extmod-rec-user-c292da"},"namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","reconcileID":"3ecc8752-c427-4a64-b712-1edfe23084fd","namespace":"e2e-extmod-rec-user-c292da","name":"e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.44717312Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"36c073e9-583e-4c6d-8f42-3764585ba547","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","error":"MaaSModelRef not found: e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.445009656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"144dfd87-1c11-4a9e-80fb-bf7d57133b9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.448895233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"cfab3505-07b5-4903-a046-11f8504e2830","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.453719169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0b0f0bda962d1dfc1536a486cb1a789d90e90fa2e099863f1929eb521b37fec) AuthConfig (413d93d908fe332f5dfa5e3846092c931ab54175a01662c1c3d3db3e4cb9fbf5) AuthConfig (9af4470106ee9f574b50836eab67eb6496abf6c80156bdb4104062187f3b9e01) AuthConfig (b6fcf7f7269f3869d1f82353eea5c97bdd2d925bab5fee44119fa6cab6c5faec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"144dfd87-1c11-4a9e-80fb-bf7d57133b9d","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.456243238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"65710c1c-39f9-4ca8-8866-1f8c75552f7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.457701195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"cfab3505-07b5-4903-a046-11f8504e2830","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.457735454Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"cfab3505-07b5-4903-a046-11f8504e2830","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.463631803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"65710c1c-39f9-4ca8-8866-1f8c75552f7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.528747995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1721d5cd-e397-41ef-b546-a65a17978afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.536524175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1721d5cd-e397-41ef-b546-a65a17978afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.67458966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8373395b-81b9-4451-9167-1c3bcec47efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.674612449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0288a0fc-96d9-4eb5-abe5-d78b2be1109a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.678175758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"fe134f92-724f-4902-aa23-20d96ae63ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.682454975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"0288a0fc-96d9-4eb5-abe5-d78b2be1109a","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.682698065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8373395b-81b9-4451-9167-1c3bcec47efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.685271324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"fe134f92-724f-4902-aa23-20d96ae63ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.727159607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8229fa41-f8e5-4f83-acb7-b11a3c7cbb7a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.729791021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"292e2bb3-be48-47ae-a51b-7ae9028503f3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.734345073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8229fa41-f8e5-4f83-acb7-b11a3c7cbb7a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.73719268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"292e2bb3-be48-47ae-a51b-7ae9028503f3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.831765119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4be45298-be52-43ba-9103-ef68b7ad742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.832293718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fd5b87-f93f-4521-858f-5cb9cbedad4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.83264727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9f5e3af9-136a-41cb-ad4e-041ec8966403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.834667342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6de0609f-6862-4506-b95b-cca56f5ce47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.837157112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"43bbc810-5376-492a-ae4f-0e5aa9fc4603","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.84095027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9f5e3af9-136a-41cb-ad4e-041ec8966403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.841607924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4be45298-be52-43ba-9103-ef68b7ad742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.844510816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fd5b87-f93f-4521-858f-5cb9cbedad4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.845246124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"43bbc810-5376-492a-ae4f-0e5aa9fc4603","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.847287051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6de0609f-6862-4506-b95b-cca56f5ce47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.978981156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f4b67120-6351-4d50-826c-7f7029418b04","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.983053083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5de15351-5fb1-45dd-bee9-14ab115665d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.983464561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700c09d-e52c-4748-a939-e9ed93299962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.983565646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0a850ce4-8aae-47f8-85eb-a7a43234ec64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.988397506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f4b67120-6351-4d50-826c-7f7029418b04","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.988649393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"46dd5d4d-17c1-473e-92d5-4663a4ed04e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.993453034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700c09d-e52c-4748-a939-e9ed93299962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.993614115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5de15351-5fb1-45dd-bee9-14ab115665d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:36.997572203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f4b67120-6351-4d50-826c-7f7029418b04","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.002057645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"46dd5d4d-17c1-473e-92d5-4663a4ed04e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.006670995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0a850ce4-8aae-47f8-85eb-a7a43234ec64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.090537621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0d2ab094-dccb-43d8-be31-364703f68875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.098266611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0d2ab094-dccb-43d8-be31-364703f68875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.098309403Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0d2ab094-dccb-43d8-be31-364703f68875","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.182320784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"44a48c45-37f4-4b86-ad10-2cc0b384c79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.186020339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8dd72250-0678-4503-bacc-dd6a39448c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.191480426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"dbdcaeed-1f16-467d-8f5d-9f0db22ba971","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.191909961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"44a48c45-37f4-4b86-ad10-2cc0b384c79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.198207251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8dd72250-0678-4503-bacc-dd6a39448c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.201263165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"dbdcaeed-1f16-467d-8f5d-9f0db22ba971","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:37.205870067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0b0f0bda962d1dfc1536a486cb1a789d90e90fa2e099863f1929eb521b37fec) AuthConfig (413d93d908fe332f5dfa5e3846092c931ab54175a01662c1c3d3db3e4cb9fbf5) AuthConfig (9af4470106ee9f574b50836eab67eb6496abf6c80156bdb4104062187f3b9e01) AuthConfig (b6fcf7f7269f3869d1f82353eea5c97bdd2d925bab5fee44119fa6cab6c5faec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8dd72250-0678-4503-bacc-dd6a39448c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.845847338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"74635f3d-be68-40d0-96bb-b097ea734229","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.855532853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"f116ca1d-6598-49e8-9b50-e28458d2407b","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.856099056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"a9775935-d309-4f0b-af0a-b1f4ef11be40","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.858179142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"43284297-d9a6-41ea-beb9-f3dca0310195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.860410614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6f87d69a-e944-47b9-8233-a9663940fd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.861665705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9d114e1d-7a85-4294-b147-5db4d20a6b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.86205013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"915ce84b-b2ac-43b0-8e86-115e031caa21","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.86326547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"a9775935-d309-4f0b-af0a-b1f4ef11be40","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.865958885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"43284297-d9a6-41ea-beb9-f3dca0310195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.867315598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6f87d69a-e944-47b9-8233-a9663940fd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.868626035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9d114e1d-7a85-4294-b147-5db4d20a6b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.869626094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"915ce84b-b2ac-43b0-8e86-115e031caa21","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.869808337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"a9775935-d309-4f0b-af0a-b1f4ef11be40","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.877261791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0b0f0bda962d1dfc1536a486cb1a789d90e90fa2e099863f1929eb521b37fec) AuthConfig (413d93d908fe332f5dfa5e3846092c931ab54175a01662c1c3d3db3e4cb9fbf5) AuthConfig (9af4470106ee9f574b50836eab67eb6496abf6c80156bdb4104062187f3b9e01) AuthConfig (b6fcf7f7269f3869d1f82353eea5c97bdd2d925bab5fee44119fa6cab6c5faec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"915ce84b-b2ac-43b0-8e86-115e031caa21","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.883264246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a5f75f90-4770-4e3d-a83f-99404ac81d6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.889439128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e3edcc-376b-4076-b8cc-e776e8d889bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.889599507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9df52a08-c6a7-4b5b-aa3b-d7e462d380c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.892126379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"20068586-520e-4066-95bc-73209b3227a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.892711372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ac31fef5-43fc-40fc-ac0d-88c2f45cbe60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.894079918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a5f75f90-4770-4e3d-a83f-99404ac81d6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.897198142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9df52a08-c6a7-4b5b-aa3b-d7e462d380c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.897408236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e3edcc-376b-4076-b8cc-e776e8d889bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.900055362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"20068586-520e-4066-95bc-73209b3227a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.901282784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b57b05c4091139183d419b9ee9ad3fec9ffdbd46b21e7a0867fefcac7538b2f) AuthConfig (49d60bbc24c94faa5c5c2ae33f685ff9582220295acbfc99b4fb4d00b6789338) AuthConfig (9791a8d2f047612101cedc9e58e0d8b6dab5c013956efe31dc6983794e38568b) AuthConfig (2a3ff4cea28b429cd48a0eeae03f25f2377391492bc206dccfa8ba8a95208a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a5f75f90-4770-4e3d-a83f-99404ac81d6b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.901311464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ac31fef5-43fc-40fc-ac0d-88c2f45cbe60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.96212072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14acf76a-beda-46e0-8fdd-4dd77481b55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:43.971657637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14acf76a-beda-46e0-8fdd-4dd77481b55e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.036241523Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"97dd06da-cc4c-4689-bebd-369b875fa486","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.054314481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"6757368f-a493-485a-b249-05c75ffb6d57","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.054339841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"6757368f-a493-485a-b249-05c75ffb6d57","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.092617224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"64fe6544-cadd-4633-b3b6-bc0f33b58f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.095062528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2354653a-5cbf-4fe9-b21f-5756d409d79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.096636873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4dd4c910-8212-45de-9ff4-f5e322345148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.098298764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f812d14d-bc57-4d90-9c20-f6d402c74bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.098783844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"530d1353-538a-4990-ae67-663ecf7eb4b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.100058662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"64fe6544-cadd-4633-b3b6-bc0f33b58f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.103413586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2354653a-5cbf-4fe9-b21f-5756d409d79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.105128063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4dd4c910-8212-45de-9ff4-f5e322345148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.107582107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f812d14d-bc57-4d90-9c20-f6d402c74bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.108516313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"530d1353-538a-4990-ae67-663ecf7eb4b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.436678556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"3f0da904-ce8a-48bb-8131-3dafaeef9498","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.436713674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"3f0da904-ce8a-48bb-8131-3dafaeef9498","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.437206114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"239d2904-0edd-4d5f-b38c-21530c7d0dd9","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.437528766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"67088f71-1e31-429f-ad02-043cdbfe36d7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.437672484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"032ef500-1c27-4632-959e-1b9d4b4e19f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.43907898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"d2445b98-5855-49cd-8e5f-9b0c3ca75146","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.441233356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"faa8d5d1-ab45-49bb-bc84-b22602001d67","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.454679725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"d2445b98-5855-49cd-8e5f-9b0c3ca75146","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.465097318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"032ef500-1c27-4632-959e-1b9d4b4e19f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.481589016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"239d2904-0edd-4d5f-b38c-21530c7d0dd9","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.48274347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"faa8d5d1-ab45-49bb-bc84-b22602001d67","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.495538451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"67088f71-1e31-429f-ad02-043cdbfe36d7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.495603113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"d2445b98-5855-49cd-8e5f-9b0c3ca75146","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.593064421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d5519e23-ca52-4ed0-b090-fa4e666b7ee1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.600795067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d5519e23-ca52-4ed0-b090-fa4e666b7ee1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.607021033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0b0f0bda962d1dfc1536a486cb1a789d90e90fa2e099863f1929eb521b37fec) AuthConfig (413d93d908fe332f5dfa5e3846092c931ab54175a01662c1c3d3db3e4cb9fbf5) AuthConfig (9af4470106ee9f574b50836eab67eb6496abf6c80156bdb4104062187f3b9e01) AuthConfig (b6fcf7f7269f3869d1f82353eea5c97bdd2d925bab5fee44119fa6cab6c5faec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d5519e23-ca52-4ed0-b090-fa4e666b7ee1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.68159644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7026f4ed-6bf8-4c3a-98a5-93b926aea5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.689004924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fa2272c5-2507-4670-ad19-c35aa416a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.691411995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7026f4ed-6bf8-4c3a-98a5-93b926aea5a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.692016376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1b541580-0f05-42ef-b611-a0be5e0d061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.695766037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"321bc6fe-cc69-42f3-a0ac-af3a9e49a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.696721893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fa2272c5-2507-4670-ad19-c35aa416a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.699624589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0cf203fb-c93a-43a0-b4e5-075c2e4dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.699954553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1b541580-0f05-42ef-b611-a0be5e0d061b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.703402187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"321bc6fe-cc69-42f3-a0ac-af3a9e49a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.712533671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0cf203fb-c93a-43a0-b4e5-075c2e4dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.72095936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b57b05c4091139183d419b9ee9ad3fec9ffdbd46b21e7a0867fefcac7538b2f) AuthConfig (49d60bbc24c94faa5c5c2ae33f685ff9582220295acbfc99b4fb4d00b6789338) AuthConfig (9791a8d2f047612101cedc9e58e0d8b6dab5c013956efe31dc6983794e38568b) AuthConfig (2a3ff4cea28b429cd48a0eeae03f25f2377391492bc206dccfa8ba8a95208a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"0cf203fb-c93a-43a0-b4e5-075c2e4dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.784355539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f00e664f-5001-4f11-815b-9f71260b7a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.784355477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4356180a-4905-42f8-9ab5-f3b049d17432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.784617016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb53134-c978-4337-bb3c-0717c6d71932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.78581668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"3c42927d-125d-4d3a-8a79-3403f76b8b73","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.785836077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"3c42927d-125d-4d3a-8a79-3403f76b8b73","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.788259247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d4cb2724-eebd-4f34-87b3-ae34cebf525f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.794051733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f00e664f-5001-4f11-815b-9f71260b7a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.794330177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb53134-c978-4337-bb3c-0717c6d71932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.798305896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4356180a-4905-42f8-9ab5-f3b049d17432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.800115125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d4cb2724-eebd-4f34-87b3-ae34cebf525f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.896153199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"d9087931-63da-4962-be69-247960acfc21","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.906359253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"d9087931-63da-4962-be69-247960acfc21","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.914540304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b57b05c4091139183d419b9ee9ad3fec9ffdbd46b21e7a0867fefcac7538b2f) AuthConfig (49d60bbc24c94faa5c5c2ae33f685ff9582220295acbfc99b4fb4d00b6789338) AuthConfig (9791a8d2f047612101cedc9e58e0d8b6dab5c013956efe31dc6983794e38568b) AuthConfig (2a3ff4cea28b429cd48a0eeae03f25f2377391492bc206dccfa8ba8a95208a71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"d9087931-63da-4962-be69-247960acfc21","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.958148764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"9d166b74-9576-4870-aa6d-21cba00ab82e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:44.958187585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"9d166b74-9576-4870-aa6d-21cba00ab82e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:45.23554114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"e361e29d-aab9-4d45-a69c-aa7f217e3861","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:45.634200731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c8cb1f","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"autores-model-c8cb1f","reconcileID":"7eaa1d03-4e31-4686-849d-b9f5d8f1bc4a","MaaSModelRef":{"name":"autores-model-c8cb1f","namespace":"ai-tenant-e2e-autores-c8cb1f"},"tenant":"e2e-autores-c8cb1f","gateway":"openshift-ingress/e2e-autores-c8cb1f","model":"ai-tenant-e2e-autores-c8cb1f/autores-model-c8cb1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:45.634228711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c8cb1f","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"autores-model-c8cb1f","reconcileID":"7eaa1d03-4e31-4686-849d-b9f5d8f1bc4a","MaaSModelRef":{"name":"autores-model-c8cb1f","namespace":"ai-tenant-e2e-autores-c8cb1f"},"routeName":"autores-model-c8cb1f-kserve-route","namespace":"ai-tenant-e2e-autores-c8cb1f","llmisvcName":"autores-model-c8cb1f","gateway":"openshift-ingress/e2e-autores-c8cb1f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:46.637108441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"bc804f76-6aef-43f1-b1d7-2080492337a8","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:46.831829872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"17013fce-06aa-417c-b143-3c63a16cb846","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.534177786Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.666806555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"5c40d4f0-4fbc-43de-a11a-449dab0e79ca","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.702959405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"1f8b1ca9-2a7a-4095-9f13-d79b2148e095","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.703073166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"1f8b1ca9-2a7a-4095-9f13-d79b2148e095","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.730394733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e118e-2184-4fcf-9571-46ddd5768dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.73560054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e118e-2184-4fcf-9571-46ddd5768dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.782028459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e118e-2184-4fcf-9571-46ddd5768dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:47.793909767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846e118e-2184-4fcf-9571-46ddd5768dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.088350498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"0a41b1cb-54e4-4c13-98f8-6072241f8435","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.090708835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"f953cf37-4f16-48d5-bfc3-a6f75250cbfa","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.095458767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"0a41b1cb-54e4-4c13-98f8-6072241f8435","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.098701679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"f953cf37-4f16-48d5-bfc3-a6f75250cbfa","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.182507663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d56f48-d884-4d3e-a957-40d17fc02077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.198419107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d56f48-d884-4d3e-a957-40d17fc02077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.208165022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d56f48-d884-4d3e-a957-40d17fc02077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.212369527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d56f48-d884-4d3e-a957-40d17fc02077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.431123064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364bf715-8f7a-4f98-8adc-64831dc9a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.434462041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364bf715-8f7a-4f98-8adc-64831dc9a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.437589977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364bf715-8f7a-4f98-8adc-64831dc9a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:48.441038868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364bf715-8f7a-4f98-8adc-64831dc9a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.04070629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"4cde17a5-de90-4747-9c32-c1bf115b411d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.052270138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"4cde17a5-de90-4747-9c32-c1bf115b411d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.058860264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"4cde17a5-de90-4747-9c32-c1bf115b411d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.07322581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"8c3ff850-3e36-4ae4-a8ac-34f26d08798f","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.073257595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"8c3ff850-3e36-4ae4-a8ac-34f26d08798f","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.60254554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a67a7c5c-ad49-42cd-99c0-98e7dc1ab160","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.630954089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"b684094f-fcff-4d63-970e-f1a618e70b80","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.646624364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"16ba09a8-3538-48ab-9efe-68e398151260","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.646658218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"16ba09a8-3538-48ab-9efe-68e398151260","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.655886169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6127e3a1-0613-4fa8-91e6-7f51cb74090a","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.656368519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8e5a3183-9086-4921-a29e-cd84fe0365af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.664420209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"51b6219b-0493-434a-bbbb-68cddecef799","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.664439266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"5fdf60df-3202-46a7-990a-b3f21a5a30a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.664901527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"84ae95ce-8059-44f0-88ad-254601e859aa","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.666323831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7e6c0492-94b4-4588-8ab2-379f7ea1d918","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.666405261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7e6c0492-94b4-4588-8ab2-379f7ea1d918","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.670817736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6127e3a1-0613-4fa8-91e6-7f51cb74090a","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.671093292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8e5a3183-9086-4921-a29e-cd84fe0365af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.68188714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"51b6219b-0493-434a-bbbb-68cddecef799","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.684546176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"84ae95ce-8059-44f0-88ad-254601e859aa","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.6858884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"5fdf60df-3202-46a7-990a-b3f21a5a30a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.687345507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"30fd9b40-4ddf-4288-bb83-633809a68005","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.693159413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"30fd9b40-4ddf-4288-bb83-633809a68005","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.687835457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"d4918734-f75d-4a6d-959b-9193aee77d33","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.688244549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"e50e38e4-b4dd-454e-8547-5aeedf9e5cd3","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.690238875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6127e3a1-0613-4fa8-91e6-7f51cb74090a","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.705630281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7ff784b8-4c8d-44f2-aa54-f2566d3ca1c0","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.705656929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7ff784b8-4c8d-44f2-aa54-f2566d3ca1c0","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.709372133Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"5fdf60df-3202-46a7-990a-b3f21a5a30a2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.719898828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0dee771b-281b-4999-a099-10653edac1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.719906215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"39d55932-7c46-46c3-9203-ae03fa988238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.720908809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"0b40add4-9ee8-4dad-8209-4edd687a1bb4","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.721042434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"0b40add4-9ee8-4dad-8209-4edd687a1bb4","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.729343958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"6bd206c2-4663-4e65-9e23-6caf8aa8cb6c","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.729409336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"6bd206c2-4663-4e65-9e23-6caf8aa8cb6c","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.729832921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"39d55932-7c46-46c3-9203-ae03fa988238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.782703279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"9417396a-7a98-4a12-8364-da31b90d74f5","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.783410597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"c98d7cbe-e719-4e6f-8ce8-2f239f600302","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.783489582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"c98d7cbe-e719-4e6f-8ce8-2f239f600302","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.783976271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0dee771b-281b-4999-a099-10653edac1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.794451682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"2e63b04e-5548-43da-b111-6cfebbfbb3f5","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.794498826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"2e63b04e-5548-43da-b111-6cfebbfbb3f5","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.804653819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"452978bf-708c-4da5-bd68-9dc8b1c50189","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.805252207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"91849dc0-f970-46b2-909d-a6975dfabc7b","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.85640942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"c76f810b-2eba-4ca6-8c8b-35f1f9099bf0","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.872287028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"c76f810b-2eba-4ca6-8c8b-35f1f9099bf0","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.909265832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"e73e574a-7e00-438b-9757-2a53f0d04fb5","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.909428191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"e73e574a-7e00-438b-9757-2a53f0d04fb5","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.968810493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"c993aa0d-e0f2-480c-89b7-05318dfe4256","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:49.96889232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"c993aa0d-e0f2-480c-89b7-05318dfe4256","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.988247703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"4902991a-63f9-4128-8377-096407bf8f9f","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.988303925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"4902991a-63f9-4128-8377-096407bf8f9f","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:49.992957582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"2066a9f0-83d3-4d4b-b831-74a7814a0b5e","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.001809359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"e89f3733-281e-456b-b994-a8c14f04d52f","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.025684804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"2066a9f0-83d3-4d4b-b831-74a7814a0b5e","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.029556354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"619a7a39-71bf-409d-b748-c7bee1662158","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.029589513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"619a7a39-71bf-409d-b748-c7bee1662158","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.094672501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf185ca4-cd95-435d-b316-a578fef39297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.100727161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f52abe86-1d21-45ad-b739-b09301768a5d","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.101665042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"55d63cbb-ac2e-4fd1-aff2-724b7e99c30d","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.102717373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"55d63cbb-ac2e-4fd1-aff2-724b7e99c30d","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.10208512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"eb0997b8-f054-4500-8348-963ea805fdfa","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.104502241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"01fe5cfb-a73d-40fa-b93b-dc6777550722","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.110740529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf185ca4-cd95-435d-b316-a578fef39297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.11349065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"f52abe86-1d21-45ad-b739-b09301768a5d","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.114575804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"eb0997b8-f054-4500-8348-963ea805fdfa","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.116571422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"01fe5cfb-a73d-40fa-b93b-dc6777550722","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.199565576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"ece57532-34e6-4fa0-9f14-48a7e0cd741c","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.199799131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"ece57532-34e6-4fa0-9f14-48a7e0cd741c","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.340891938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"e04c109a-e977-4b27-b2b1-410d8d626fb2","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.340992487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"e04c109a-e977-4b27-b2b1-410d8d626fb2","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.501808982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"173c0617-c722-4d55-b022-6434ebdab6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.516484252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"eb5ed5ed-175e-4a9d-aaff-d89bfda2e884","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.516650631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"eb5ed5ed-175e-4a9d-aaff-d89bfda2e884","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.521536388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"173c0617-c722-4d55-b022-6434ebdab6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.527387074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f971d1-fdc5-4300-b276-ed21bf0d08cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.527904508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962bf136-3442-412c-ac95-280361640ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.528542542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"093c12d1-e75d-42c3-8789-06db60d9a361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.548475118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f971d1-fdc5-4300-b276-ed21bf0d08cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.553022116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"093c12d1-e75d-42c3-8789-06db60d9a361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.561955765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"962bf136-3442-412c-ac95-280361640ab5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.57263129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3ff1dc17-e4a0-4ffa-b547-61a5c862929f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.599368968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3ff1dc17-e4a0-4ffa-b547-61a5c862929f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.600280474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"082344e9-9499-44ec-beb9-87ca1ba53952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.733640728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"082344e9-9499-44ec-beb9-87ca1ba53952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.863452332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"ad6a3529-3c89-46f1-a22e-30f567a9bdc5","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.864241439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"90bf8175-252a-4e59-846f-1d73c969fe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.864647434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6c59a203-2505-4c48-8494-7a49ff6a1a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.865436375Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"9ab3ca0a-ded3-4655-a6b8-abc43d459453","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:50.865495719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"9ab3ca0a-ded3-4655-a6b8-abc43d459453","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.868032598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"29da2fbc-e56f-48cf-95ea-a74ed0ad83bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.946566308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"ad6a3529-3c89-46f1-a22e-30f567a9bdc5","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:50.991708842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"90bf8175-252a-4e59-846f-1d73c969fe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.022586691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"ad6a3529-3c89-46f1-a22e-30f567a9bdc5","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.02725236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6c59a203-2505-4c48-8494-7a49ff6a1a68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.030411773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"29da2fbc-e56f-48cf-95ea-a74ed0ad83bc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.036883552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"78fa0d3a-df65-4d20-9346-df4c7881bbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.053052459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"78fa0d3a-df65-4d20-9346-df4c7881bbcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.054158944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"c79c925a-a301-451a-a0a4-bc91984e0a00","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.063838669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"9a6f9897-f825-497a-92a0-c0323516f4c7","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.06754808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"c79c925a-a301-451a-a0a4-bc91984e0a00","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.075782871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"9a6f9897-f825-497a-92a0-c0323516f4c7","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.147066551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"635bef51-e150-4c91-add5-d179ff078e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.147144245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a62d3593-e274-482d-9622-0f640c6d01f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.148289225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bae036cb-94f8-4dd0-b0a1-33b19b3a12ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.151830516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a3563602-9274-4871-8994-25dbe2b1804f","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.154848202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a62d3593-e274-482d-9622-0f640c6d01f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.155007884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"635bef51-e150-4c91-add5-d179ff078e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.155184032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"b9924842-1d8b-4024-b509-2a0d4031e56b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.157389591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bae036cb-94f8-4dd0-b0a1-33b19b3a12ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.159282491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a3563602-9274-4871-8994-25dbe2b1804f","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.161067215Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"a62d3593-e274-482d-9622-0f640c6d01f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.162565348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"b9924842-1d8b-4024-b509-2a0d4031e56b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.292277356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"83b44b2e-66ec-4c0b-82b4-4076067c6d3d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.30029693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"83b44b2e-66ec-4c0b-82b4-4076067c6d3d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.34521127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"e27483a2-5842-4bd2-b093-a567d9e6cb11","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.38512058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"e27483a2-5842-4bd2-b093-a567d9e6cb11","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.389219609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"691e7c9f-5a7b-4596-a646-4dbcfbcfe904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:51.396992816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"691e7c9f-5a7b-4596-a646-4dbcfbcfe904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:51.510652756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"93588f02-62d8-4f26-a7ff-bd178c918bd2","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:51.510821282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"93588f02-62d8-4f26-a7ff-bd178c918bd2","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:52.795335388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a4e2cbfa-166f-42bb-a337-dfcae9e47ed5","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:52.795409247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a4e2cbfa-166f-42bb-a337-dfcae9e47ed5","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.591003029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-recover-70fe71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.595112815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"90662ad1-efeb-4f09-a1fb-3c36d3096672","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.595135444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"90662ad1-efeb-4f09-a1fb-3c36d3096672","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:53.611456063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-fb5766/e2e-rec-recover-70fe71-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-70fe71-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.681440779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"840d8231-cfbe-4542-88ba-f75283d4c0a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.681959471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"28dd90e7-289a-4979-a0a7-d037d1457ebc","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.682958804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"4f00b573-b21b-4cec-88a4-edd708ef455c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.686225155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"ce1bbe1a-45ba-45ea-a103-dd555e055d0e","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.686243913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"ce1bbe1a-45ba-45ea-a103-dd555e055d0e","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.690001348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"840d8231-cfbe-4542-88ba-f75283d4c0a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.690019961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"4f00b573-b21b-4cec-88a4-edd708ef455c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.692494391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"28dd90e7-289a-4979-a0a7-d037d1457ebc","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.694816048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"839eaa46-7a86-47cb-9951-cfec08ba0ccd","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.694833789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"839eaa46-7a86-47cb-9951-cfec08ba0ccd","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.701373914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"777b0295-91b9-4b4b-aab4-ee6a1d6ef0d9","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.701393209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"777b0295-91b9-4b4b-aab4-ee6a1d6ef0d9","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","externalModel":"e2e-rec-ctrl-3119fa","provider":"e2e-rec-ctrl-3119fa-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.703194047Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"c0799e26-d45b-446b-953c-69ab26c01a69","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-recover-70fe71","model":"e2e-rec-recover-70fe71","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb5766/e2e-rec-recover-70fe71-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.707886696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"937cf7c5-7842-4dc7-9033-fd9fc1e97f26","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.707907554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"937cf7c5-7842-4dc7-9033-fd9fc1e97f26","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.730304103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"c31e1f2e-7536-41dc-8950-6c6bbb4f3dcd","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.730332035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"c31e1f2e-7536-41dc-8950-6c6bbb4f3dcd","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.800949802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"ad108e47-d16d-4ae9-acc0-2c207b6364a6","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-recover-70fe71","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.813690605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"3d0c2b08-b450-4c65-a7ed-d7fed4302b9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.8139458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"2e57678e-f73a-423a-a26b-1b05035aedf4","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.816640688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"04d88a3f-b353-4b2a-8cc4-bbe11279f004","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.822135995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"2e57678e-f73a-423a-a26b-1b05035aedf4","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.822169043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"3d0c2b08-b450-4c65-a7ed-d7fed4302b9e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:53.824449981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"04d88a3f-b353-4b2a-8cc4-bbe11279f004","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:55.360278941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1211c7b7-12b5-4d18-8867-293b70e46169","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:55.360362302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1211c7b7-12b5-4d18-8867-293b70e46169","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:56.855276614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"9a21cf47-a562-4223-a9b3-1cd25a3336c2","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:56.935650015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"7b4ec244-bc81-413a-b8f2-e7e7d7a7896f","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:56.935734127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"7b4ec244-bc81-413a-b8f2-e7e7d7a7896f","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:56.939139027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"cb91e6f3-830f-46ea-ba4b-84f15a873021","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.083086043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"288ca98c-c31f-4f37-ad5c-3c2c86ff14ee","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:57.092628341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"55cc4fad-f69d-4e42-9fb0-3db1257e0e8e","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:57.092727186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"55cc4fad-f69d-4e42-9fb0-3db1257e0e8e","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.104191494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"23adc549-f87a-43b2-8373-0fe7f2733711","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.104582285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36bb7f38-43b3-4dc7-9866-1ddaf46b6735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.106054912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728387cb-e685-4b97-9d11-cbbb60fc41fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.107659177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"da39a701-87d3-4a00-ab01-2e4485abc51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.113530688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"23adc549-f87a-43b2-8373-0fe7f2733711","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.115942788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36bb7f38-43b3-4dc7-9866-1ddaf46b6735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.117258191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"da39a701-87d3-4a00-ab01-2e4485abc51e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.117790702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cc3faed6-506a-4449-a63b-0ab85f93cfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.119375988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728387cb-e685-4b97-9d11-cbbb60fc41fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.124572209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"23adc549-f87a-43b2-8373-0fe7f2733711","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.184195038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cc3faed6-506a-4449-a63b-0ab85f93cfbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.201811913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"10d43649-b41e-4f32-944c-802dcc6238c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.210266193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"10d43649-b41e-4f32-944c-802dcc6238c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:57.212064299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1d86427d-3230-489e-a4b9-c127a5cbdb01","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:04:57.212129063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1d86427d-3230-489e-a4b9-c127a5cbdb01","error":"ExternalModel e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b is attached to several gateways [openshift-ingress/e2e-extmod-a-cbeebd openshift-ingress/e2e-extmod-b-b76c62]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.215718603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"4ba86afa-0d1e-427f-bb4c-456f57a82608","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.215738204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"4ba86afa-0d1e-427f-bb4c-456f57a82608","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.2249844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c587d2e2-a017-4bb8-abc0-54f010bb21b6","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.225010393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"c587d2e2-a017-4bb8-abc0-54f010bb21b6","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.236955314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"e859b304-5a81-428e-a9b6-8323ad149ed2","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.237604657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"f39e1d4d-1af1-4c9c-b8ee-42660f9d6394","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.237933395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"09deb18d-6c9b-48e9-a3df-2c8c9a4ced83","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.242804111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"dc5a489c-61f8-4eb1-b2d8-ef05d93410b0","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.242831632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"dc5a489c-61f8-4eb1-b2d8-ef05d93410b0","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.249620587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ee5c4434-1be5-4219-b6f9-cc8e8e2d360a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.250294713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6efba41b-0129-4249-9df4-12d03ec28a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.250910868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1f35a869-4d7d-43be-b60b-52b8d9659f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.282801009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ee5c4434-1be5-4219-b6f9-cc8e8e2d360a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.283430855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"e9410505-a55a-498f-a951-165c0779de23","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.288186244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1f35a869-4d7d-43be-b60b-52b8d9659f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.297497118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6efba41b-0129-4249-9df4-12d03ec28a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.298249875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"e9410505-a55a-498f-a951-165c0779de23","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.3387221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2e297e78-fc02-4980-8805-d57ad2ddec47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.34579357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2e297e78-fc02-4980-8805-d57ad2ddec47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.43889813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"d9af936c-72de-48c3-8868-f05b930f609f","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.44144963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a34635b2-836e-43da-8729-5cea22696c69","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.442651281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f2c295ec-f1ee-4c51-9748-39354cad13dd","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.442669834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"2ae21326-5639-475c-b065-c100fec04a1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.444052465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"fe03d811-a10c-4224-8779-aac4b6c00fc5","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.446621177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"d9af936c-72de-48c3-8868-f05b930f609f","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.448796162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a34635b2-836e-43da-8729-5cea22696c69","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.456390247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"2ae21326-5639-475c-b065-c100fec04a1a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.459495224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"fe03d811-a10c-4224-8779-aac4b6c00fc5","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.459795934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f2c295ec-f1ee-4c51-9748-39354cad13dd","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.664749769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4d74bd39-5766-4571-bb52-eafb81e8f457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.711599755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4d74bd39-5766-4571-bb52-eafb81e8f457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.718479693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"da331ac5-13b9-478d-9d05-725870c9ced6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.720008252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9da6d1be-efe9-467f-9cc6-286e6b84133f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.721786988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8a048339-6c80-494b-a04f-26eafc763021","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.727630095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"da331ac5-13b9-478d-9d05-725870c9ced6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.728615828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9da6d1be-efe9-467f-9cc6-286e6b84133f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.730242618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"99d6a33a-ef82-43c5-99f0-86060665d471","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.733682775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8a048339-6c80-494b-a04f-26eafc763021","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.739122446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"99d6a33a-ef82-43c5-99f0-86060665d471","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.740123868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"c17da887-6ee9-40f2-9c83-bc52748602f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.787480498Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8a048339-6c80-494b-a04f-26eafc763021","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.790685276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"c17da887-6ee9-40f2-9c83-bc52748602f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.796374811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"c17da887-6ee9-40f2-9c83-bc52748602f3","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.837159476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"53220f9e-505c-40ff-b3d4-2668327d891a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.837207205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cce5de3-5280-4025-9a58-8aa01ec4cdc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.839596801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b32290d2-4816-4106-8bb4-ee19854ef758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.839627953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aac4ab02-c2dc-4484-a1a0-48ffc11acf06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.844637248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"53220f9e-505c-40ff-b3d4-2668327d891a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.881632962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cce5de3-5280-4025-9a58-8aa01ec4cdc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.883745958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"aac4ab02-c2dc-4484-a1a0-48ffc11acf06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.883913017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b32290d2-4816-4106-8bb4-ee19854ef758","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.939052515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5c1a7540-5fbe-4e7e-886c-b01db3d84726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.939868572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f6f600d2-9276-4e14-a8a5-059e937bfab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.941594822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7e64cf0c-d747-4008-a802-4378cb45c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.942718198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6acbce61-0f8d-472c-8e97-52ed00e27350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.942743156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"18a338b5-c67b-4ab3-83a0-977648738116","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.947430165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5c1a7540-5fbe-4e7e-886c-b01db3d84726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.948194017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"f6f600d2-9276-4e14-a8a5-059e937bfab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.950311332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6acbce61-0f8d-472c-8e97-52ed00e27350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.950539444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7e64cf0c-d747-4008-a802-4378cb45c0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:57.952598464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"18a338b5-c67b-4ab3-83a0-977648738116","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.820689928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"d297fbaa-f083-4dc7-8c00-701355207b4f","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.820715265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"d297fbaa-f083-4dc7-8c00-701355207b4f","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.830463909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"ce7b5373-a206-4d5d-82e9-3830e2982103","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.830486626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"ce7b5373-a206-4d5d-82e9-3830e2982103","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.834437857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f835ad83-c6ff-4729-b155-14cb40a77ccf","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.842550634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f835ad83-c6ff-4729-b155-14cb40a77ccf","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.849149583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9344863d8424526c0ed01b398137b1157f2994f431b3b26da28089267be0b23e) AuthConfig (3faad7d93df8262ef213b4c8a22f7b49a2568d38acf9467a049b0492c09873dd) AuthConfig (deb0cb718346f698e5c1a0e67a90df8a2ac4e731245ace5f11884df67cfa8826) AuthConfig (8bf0231f9fb7ecb4d1dfaacb440640fc59cb2facf8b3e1bd8f2f1f766de94127)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f835ad83-c6ff-4729-b155-14cb40a77ccf","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.860175109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"46ec422f-e6ce-4942-87be-4f57c3e9ac4e","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:04:58.860203441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"46ec422f-e6ce-4942-87be-4f57c3e9ac4e","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.081890298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-recover-70fe71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.086884017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"f3e51110-d2f2-4c13-86cc-ae9281745929","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.086904337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"f3e51110-d2f2-4c13-86cc-ae9281745929","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:00.195444494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-d63834-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.200853346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"166bf60d-13e7-487b-b288-dcd313b4a5fe","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.200878013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"166bf60d-13e7-487b-b288-dcd313b4a5fe","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.209139514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"7a5bf848-b496-40bf-97fe-0c0715ece965","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.209482604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c2d698ef-5ba6-4021-b42e-9989cddeefb0","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.209501869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c2d698ef-5ba6-4021-b42e-9989cddeefb0","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.212776362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2b9d20a0-ba37-407b-aad3-0b16f2a570ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.212988755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"631fdca8-257f-4b5a-9ad4-f7b9d845014d","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.216979418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"046b10c6-ea47-430f-86ab-04baedd23c60","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.217006687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"046b10c6-ea47-430f-86ab-04baedd23c60","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.281481121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"7a5bf848-b496-40bf-97fe-0c0715ece965","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.282340982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2b9d20a0-ba37-407b-aad3-0b16f2a570ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.283908388Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"5532cca0-8a99-47e4-bc86-c7d003215418","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rot-d63834","model":"e2e-rot-d63834","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.283978903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"631fdca8-257f-4b5a-9ad4-f7b9d845014d","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.289274852Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"2b9d20a0-ba37-407b-aad3-0b16f2a570ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.309455184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c3f5c9d8-33c3-4397-9d5d-1d4274832561","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.309479885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c3f5c9d8-33c3-4397-9d5d-1d4274832561","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.311315576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8c09d5d2-ae4e-4515-9e23-39f12bee8105","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.320178121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"7c79fb27-1b9d-4ac3-9376-ab961dd2072d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.320280056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"da62925b-df54-424c-a39a-2d44c85514ba","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.32427111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8c09d5d2-ae4e-4515-9e23-39f12bee8105","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.32881622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"7c79fb27-1b9d-4ac3-9376-ab961dd2072d","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.329175807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"64126925-a860-408e-a2f2-c446354fbdbf","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rot-d63834","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.329345159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"da62925b-df54-424c-a39a-2d44c85514ba","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:00.330329898Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8c09d5d2-ae4e-4515-9e23-39f12bee8105","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.796579255Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","namespace":"ai-tenant-e2e-autores-c8cb1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.79667254Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","namespace":"ai-tenant-e2e-autores-c8cb1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.796750701Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","tenant":"e2e-autores-c8cb1f","tenantID":"e2e-autores-c8cb1f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.80239039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Deployment","name":"maas-api-e2e-autores-c8cb1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.817844168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Service","name":"maas-api-e2e-autores-c8cb1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.836991359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c8cb1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.856252319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c8cb1f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.862526919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.869172104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.877184802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.883351848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.891236605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Deployment","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.912082026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.917150125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Service","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.921565005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"Service","name":"payload-pre-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.92450614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.927459527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.932227532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.938357744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.941197302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.944143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.94711854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c8cb1f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:05.950133316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c8cb1f"},"namespace":"ai-tenant-e2e-autores-c8cb1f","name":"default-tenant","reconcileID":"c7f0c6ac-115d-4c19-8eb7-d3154af07583","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c8cb1f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.097403075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c8cb1f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c8cb1f","reconcileID":"0cd1a4fe-921c-4a1b-a060-a243ae153324","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c8cb1f","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c8cb1f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.156202874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"a20a1dd0-9369-475a-a554-5bccf2abc708","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.724398641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f81c03d-978f-4944-ae7a-fdff7408ed40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.728665339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f81c03d-978f-4944-ae7a-fdff7408ed40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.732135193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f81c03d-978f-4944-ae7a-fdff7408ed40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:06.735625549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f81c03d-978f-4944-ae7a-fdff7408ed40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.040462828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d65d7f5-2f8c-47c1-a865-58b7b2a99808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.04403021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d65d7f5-2f8c-47c1-a865-58b7b2a99808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.047541352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d65d7f5-2f8c-47c1-a865-58b7b2a99808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.050885338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d65d7f5-2f8c-47c1-a865-58b7b2a99808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.810268175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"02957580-fe9e-4c48-b3f2-fb6fd3438241","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.817771786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"02957580-fe9e-4c48-b3f2-fb6fd3438241","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:07.823392883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"02957580-fe9e-4c48-b3f2-fb6fd3438241","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:08.911686295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"690febc9-663d-43a9-b5b0-61a0e90b8ffe","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:08.918488891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"690febc9-663d-43a9-b5b0-61a0e90b8ffe","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:08.923987425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9344863d8424526c0ed01b398137b1157f2994f431b3b26da28089267be0b23e) AuthConfig (3faad7d93df8262ef213b4c8a22f7b49a2568d38acf9467a049b0492c09873dd) AuthConfig (deb0cb718346f698e5c1a0e67a90df8a2ac4e731245ace5f11884df67cfa8826) AuthConfig (8bf0231f9fb7ecb4d1dfaacb440640fc59cb2facf8b3e1bd8f2f1f766de94127)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"690febc9-663d-43a9-b5b0-61a0e90b8ffe","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:16.259894872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"2401f494-4b3d-4541-b44a-5b9c6060fc00","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:17.424950596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:17.886911449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6b610070-6716-4889-87df-f7fa83990638","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:17.893723652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6b610070-6716-4889-87df-f7fa83990638","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:17.899427254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (90daba758519211f4ad08c5197a5fb6ae1af38101bd76a8bc133f097df6709df) AuthConfig (84862dd7420e90f193855bd0f8f516a3280a56035331a22c15fd0bf33b4973a9) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (4c0167ed85df6d4e15af04c41cfb400b83096916e01680b2deda2d0f75849417) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292) AuthConfig (506a58f16322c76510991b1b2a914e56f376b2e43fc6571d87a62d4fc169111b) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"6b610070-6716-4889-87df-f7fa83990638","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.475504151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"744df541-2329-49a0-96cb-634b098e5271","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.596091816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"cda53dac-3e14-45a2-ac5b-8d3130db6377","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.639700468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bdc6bb-331f-4762-8f3d-f42072902045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.643552348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bdc6bb-331f-4762-8f3d-f42072902045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.68117945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bdc6bb-331f-4762-8f3d-f42072902045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.685151844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bdc6bb-331f-4762-8f3d-f42072902045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.943500776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"fcc15151-ac91-4e30-94b6-d18f8511409b","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.983662539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"fcc15151-ac91-4e30-94b6-d18f8511409b","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.990606884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9344863d8424526c0ed01b398137b1157f2994f431b3b26da28089267be0b23e) AuthConfig (3faad7d93df8262ef213b4c8a22f7b49a2568d38acf9467a049b0492c09873dd) AuthConfig (deb0cb718346f698e5c1a0e67a90df8a2ac4e731245ace5f11884df67cfa8826) AuthConfig (8bf0231f9fb7ecb4d1dfaacb440640fc59cb2facf8b3e1bd8f2f1f766de94127)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"fcc15151-ac91-4e30-94b6-d18f8511409b","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.994710114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce7107-4d71-4545-8da5-db44c5154d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:18.998238986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce7107-4d71-4545-8da5-db44c5154d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.00197601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce7107-4d71-4545-8da5-db44c5154d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.021110783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ce7107-4d71-4545-8da5-db44c5154d38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.611260252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"325cd5f9-ef5d-42cc-abe9-91f2500be7d5","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.622647311Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-35936b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-35936b","reconcileID":"26b6869c-6db6-4b77-9ef2-48e4e09a7f25","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-35936b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-35936b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.652612543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"9af22001-3100-40bf-82cf-41fb900af3e8","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.796550498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84454ff7-2a6a-4c2d-a429-de2629c11dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:19.853188592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84454ff7-2a6a-4c2d-a429-de2629c11dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:20.022696187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84454ff7-2a6a-4c2d-a429-de2629c11dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:20.06889864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84454ff7-2a6a-4c2d-a429-de2629c11dd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:20.869221186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"c849ea87-26d1-41d0-b60a-c163f3f9bbef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:24.988516963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"69ae570d-7852-418e-b428-1e62b3bb9254","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-rot-d63834","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.024313022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"79963901-c135-4c24-81ba-ce26ab64682e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.024348848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"79963901-c135-4c24-81ba-ce26ab64682e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.25640232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"36eb622e-2585-4ad6-a264-ab18f6a888b2","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-rec-recover-70fe71","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.283046296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"946a9e1a-75dc-4cf9-bebe-1220e04bb1f2","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.283074072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"946a9e1a-75dc-4cf9-bebe-1220e04bb1f2","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","externalModel":"e2e-rec-recover-70fe71","provider":"e2e-rec-recover-70fe71-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.474214539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"1145886c-4fe5-423b-8fce-3bb9c04a00b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.481199727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"1145886c-4fe5-423b-8fce-3bb9c04a00b2","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.905182259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"f283943a-c53c-466c-9521-b643badb9503","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.90522923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"edb01d38-d8f7-4a66-a21f-bb675cf85f55","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.90749437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"6dbd60aa-a49d-4a20-867d-4e8a2ff9c8df","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.912887428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"edb01d38-d8f7-4a66-a21f-bb675cf85f55","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.913183913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"f283943a-c53c-466c-9521-b643badb9503","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.916585833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"6dbd60aa-a49d-4a20-867d-4e8a2ff9c8df","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.919876412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"edb01d38-d8f7-4a66-a21f-bb675cf85f55","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.937356906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"b48164af-6735-40ee-a55b-98303ceadcb6","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:25.937384369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"b48164af-6735-40ee-a55b-98303ceadcb6","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:26.258937469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"949bde75-e0f1-4893-aedf-345cb7f30499","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:26.267026513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"949bde75-e0f1-4893-aedf-345cb7f30499","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:27.909907124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"0a7bfafc-2d86-4823-9f38-70145f20a722","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:27.917845844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"0a7bfafc-2d86-4823-9f38-70145f20a722","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.048102632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"341e2e40-5c6a-4af3-81b0-37df61cf9d05","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.048128621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"341e2e40-5c6a-4af3-81b0-37df61cf9d05","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.804612766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-recover-70fe71-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.808498265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"6ff8eee0-e897-4934-a78b-2db490b97c12","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.808522082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"6ff8eee0-e897-4934-a78b-2db490b97c12","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:28.815742202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"9442e0b1-a9a9-4d6e-aed8-52f57227aeca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-95826e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.825067423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"9a43f9c4-0695-4893-b21c-005c245bc062","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.825090326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"9a43f9c4-0695-4893-b21c-005c245bc062","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:28.832733472Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"9a43f9c4-0695-4893-b21c-005c245bc062","name":"e2e-att-unrel-95826e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-95826e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:28.832804292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"9a43f9c4-0695-4893-b21c-005c245bc062","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-95826e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.836097265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"a70e1a99-6c06-43a6-859a-f93855d0ee2a","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.836115901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"a70e1a99-6c06-43a6-859a-f93855d0ee2a","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.842753524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f3a33bfc-4795-4aae-9efa-df4a169dbe6e","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.842770144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f3a33bfc-4795-4aae-9efa-df4a169dbe6e","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.857356161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"c2298c3b-9967-4012-a56a-4b844c2d1064","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-att-unrel-95826e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d9f2ce/e2e-att-unrel-95826e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.907333637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"3fab4b31-b30a-45c5-b44b-8dcc151cce92","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.912246505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"e1fee265-96ea-4c13-a8c5-e627abc1f803","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.912271333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"e1fee265-96ea-4c13-a8c5-e627abc1f803","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.984885154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"3fab4b31-b30a-45c5-b44b-8dcc151cce92","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:28.996228649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"8e7cbd42-91ec-4e88-b2ad-5c855156a089","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.009127504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f699a169-86f3-43e4-ada6-00241ba5ec66","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.01593211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f699a169-86f3-43e4-ada6-00241ba5ec66","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.023030794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"47003692-8181-4215-8f83-f4e93dfc598f","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.023051032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"47003692-8181-4215-8f83-f4e93dfc598f","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.135560586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"2b516860-b212-4c4b-a062-704248fdfeea","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.135598237Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"2b516860-b212-4c4b-a062-704248fdfeea","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-e12baf\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.151910772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d90cfcb5-eb0c-4b1e-857d-f2594e3d3608","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.160576625Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"b81a58bf-2a2e-4261-a604-cee426e005fc","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.16084022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d90cfcb5-eb0c-4b1e-857d-f2594e3d3608","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.164510484Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"d90cfcb5-eb0c-4b1e-857d-f2594e3d3608","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.184993325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"84b5c42d-8bd7-43c3-bf45-ef2c94d7bf5b","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.185018347Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"84b5c42d-8bd7-43c3-bf45-ef2c94d7bf5b","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-e12baf\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-70fe71-8fff4f6ad53b","namespace":"e2e-extmod-rec-noaccess-e12baf","model":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.258747953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"68a2f3d4-2322-4b0b-b475-7b0dfbe43b9d","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.278948063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"6d514a4a-3981-49ba-801e-64e66c91a948","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.299383238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"77596be8-c327-45fe-b1c3-3ae873f6ad76","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.303478689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"30017f70-e5b4-4c67-bb87-cb34895cbf1a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.304515564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e3811d-b963-419d-8d38-37b0a1508626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.311741887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"77596be8-c327-45fe-b1c3-3ae873f6ad76","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.313245615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"90083503-d37d-4f77-a2f0-f62a9ed1e5c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.313664882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d438e471-c180-4745-a575-179f5fd8de63","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.315304573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"30017f70-e5b4-4c67-bb87-cb34895cbf1a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.315783926Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"77596be8-c327-45fe-b1c3-3ae873f6ad76","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.316901438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e3811d-b963-419d-8d38-37b0a1508626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.318444139Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"e50e9db3-1b8a-4b1e-a227-f5850cfc1ecc","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.321475841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"90083503-d37d-4f77-a2f0-f62a9ed1e5c0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.322812318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d438e471-c180-4745-a575-179f5fd8de63","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.32896981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d438e471-c180-4745-a575-179f5fd8de63","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.416523164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9493124f-d12e-4753-bbbf-ade1d28de9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.463636216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c530237a-4f13-4a02-bbaa-f7307982b01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.50385084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9493124f-d12e-4753-bbbf-ade1d28de9c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.641938826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c530237a-4f13-4a02-bbaa-f7307982b01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.661719089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"baf1eda6-f45b-42b1-ad15-040a1421f16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.662275757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c16fc751-3656-498c-93ef-a6241d4d8e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.668117294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0d5d6266-b1c6-42c9-ad84-27695a06e2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.673180538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c16fc751-3656-498c-93ef-a6241d4d8e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.676029013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"baf1eda6-f45b-42b1-ad15-040a1421f16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.679805424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0d5d6266-b1c6-42c9-ad84-27695a06e2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.683362608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"71657cbe-ce9a-40b1-87c5-e559d71c0a63","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.694884896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"71657cbe-ce9a-40b1-87c5-e559d71c0a63","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.746119514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"594ed4a7-5edc-434f-91e1-922475a0311c","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.748979958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9af18339-6e60-49d8-a17d-17c00021f887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.751219829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8ce41ad2-91ef-4203-bf82-14537cdafb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.751730292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5a30c45a-e760-4735-8500-e0ecb60fab80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.753526633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"594ed4a7-5edc-434f-91e1-922475a0311c","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.75594066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9af18339-6e60-49d8-a17d-17c00021f887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.758179367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8ce41ad2-91ef-4203-bf82-14537cdafb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.759565565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5a30c45a-e760-4735-8500-e0ecb60fab80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.842156692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"035d5885-0700-475e-b5ba-8f7611e565a8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.842190965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"d9f53271-62e4-476f-b666-0fbcefa7d8c3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.843099781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"0a56957f-b43c-42f9-a3d1-eacde7f9ace3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.843219613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"88c16087-d5d6-4b2a-9dae-0af8be3c3eaf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.846620293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b87e14f3-9ed8-459e-b119-aff0105f18b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.850381228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"035d5885-0700-475e-b5ba-8f7611e565a8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.851272716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"d9f53271-62e4-476f-b666-0fbcefa7d8c3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.853115741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"88c16087-d5d6-4b2a-9dae-0af8be3c3eaf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.854003663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"0a56957f-b43c-42f9-a3d1-eacde7f9ace3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.856597758Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"88c16087-d5d6-4b2a-9dae-0af8be3c3eaf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.857214824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b87e14f3-9ed8-459e-b119-aff0105f18b7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.945307792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"906a5e3a-65ab-4978-b6d2-e29d5291a66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.953362196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"34e1e26b-51dc-4c75-bb19-b4801dc73784","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.982458041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"906a5e3a-65ab-4978-b6d2-e29d5291a66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:29.98393607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"34e1e26b-51dc-4c75-bb19-b4801dc73784","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.08920053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4b5bfa7f-ab2e-4fd4-85c6-7280725672c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.091594602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"afea4051-9f2d-451d-9f1e-fe408f91a22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.091970333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8e0facc1-e70c-427b-bc4a-bc3c1ead33f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.096341925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4b5bfa7f-ab2e-4fd4-85c6-7280725672c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.0987718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"afea4051-9f2d-451d-9f1e-fe408f91a22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.099538202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8e0facc1-e70c-427b-bc4a-bc3c1ead33f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.105105548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"8e0facc1-e70c-427b-bc4a-bc3c1ead33f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:30.881639944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"2311b3ed-036e-4830-8f20-a4efa7d5d30f","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:34.989200087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"64e81314-b144-4283-8bc6-908e5ca6bf62","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:34.993253878Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"c5a8519f-aa1e-4d6f-bae1-56475cc7963a","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.00401923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"7fd0bc11-8473-47c7-8719-cdfaf705be51","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.011035437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"7fd0bc11-8473-47c7-8719-cdfaf705be51","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.014765006Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"7fd0bc11-8473-47c7-8719-cdfaf705be51","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.040411487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"e1dd7723-86da-43ce-90ea-03dc64e58431","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.061090912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0b755cb2-ed29-4656-8eb7-0fcfb028777c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.062752142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"1b949519-7dd5-4139-b86c-16ad8db14856","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.062889794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"2737253c-f565-4e73-9dec-cd503c79fad6","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.063585755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e7e8daa2-680b-45d3-8d38-b696e3a57a19","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.063721673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b1c8cf03-e28e-4aaf-87cb-66570cd3b1b4","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.068206884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0b755cb2-ed29-4656-8eb7-0fcfb028777c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.082061843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"1b949519-7dd5-4139-b86c-16ad8db14856","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.082094256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"2737253c-f565-4e73-9dec-cd503c79fad6","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.084328739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e7e8daa2-680b-45d3-8d38-b696e3a57a19","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.084490636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b1c8cf03-e28e-4aaf-87cb-66570cd3b1b4","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.085888972Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"2737253c-f565-4e73-9dec-cd503c79fad6","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.088521748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"1b949519-7dd5-4139-b86c-16ad8db14856","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.091050763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e7e8daa2-680b-45d3-8d38-b696e3a57a19","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.093108081Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"1edcb90d-d8d7-45b9-b4f5-808cd1dafd15","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.100212063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"938af30d-14b7-43ef-967b-0c23276bfe60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.102572959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5334e39-0c7e-4134-8973-8eaf116e8a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.135140788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d5334e39-0c7e-4134-8973-8eaf116e8a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.150014939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"938af30d-14b7-43ef-967b-0c23276bfe60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.212786559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21543f3d-98a7-4191-806f-50392f1781ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.221231884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21543f3d-98a7-4191-806f-50392f1781ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.303599935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"19ff2a6c-7fe5-4455-a285-d69e37e04d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.303728288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db627a9-fb8a-4688-89e6-58d985d23ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.30432802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eb85bd7c-6ac2-451d-8bf8-bc4a6f10aca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.306054186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c6189e0e-a87a-4f6d-b120-9722b6454dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.306831626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"edada351-7fcb-40fb-8eea-a845786671a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.311531705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"19ff2a6c-7fe5-4455-a285-d69e37e04d0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.312773238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eb85bd7c-6ac2-451d-8bf8-bc4a6f10aca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.315427682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"edada351-7fcb-40fb-8eea-a845786671a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.319384369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c6189e0e-a87a-4f6d-b120-9722b6454dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.32012867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db627a9-fb8a-4688-89e6-58d985d23ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.449281552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6e141dce-3311-4937-8e65-b8a26f7e1acd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.456879362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6e141dce-3311-4937-8e65-b8a26f7e1acd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.538435088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"3f0b2099-cd0a-4142-9bfb-907ff75ed7b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.538552858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8b43814e-b1c4-4529-b849-d6c592296e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.538798765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"64d97b30-5175-4b43-a347-baa6a730da24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.541053036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6128d91f-8b7e-4cf1-bff1-950bb2b4f317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.545601498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"8b43814e-b1c4-4529-b849-d6c592296e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.545667037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"64d97b30-5175-4b43-a347-baa6a730da24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.547938355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6128d91f-8b7e-4cf1-bff1-950bb2b4f317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.547945295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"3f0b2099-cd0a-4142-9bfb-907ff75ed7b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.641162618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"eb4673e1-1ab9-4f3f-8783-69c06b0701f5","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.64151494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2bad9a56-8d3f-4fd3-9484-d3f5c6683f9b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.644367972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"c2868276-08ca-41f6-bc3e-48fe15eb7d98","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.645684486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"32d41a55-c421-4d17-a47b-27a78c9c9c79","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.648839582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2bad9a56-8d3f-4fd3-9484-d3f5c6683f9b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.648847189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"eb4673e1-1ab9-4f3f-8783-69c06b0701f5","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.652965432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"c2868276-08ca-41f6-bc3e-48fe15eb7d98","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.653850117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"32d41a55-c421-4d17-a47b-27a78c9c9c79","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.830955076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"66fa9c0a-1948-4bbd-ae69-a0fb5fce24d4","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.834864585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"1f35b232-506a-486c-b07b-e9b59fae1a23","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.843312657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8c02d060-baf3-49bc-a306-9ff160d6f9f1","namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:35.849010102Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8f052ee3-c59b-48bb-bcd9-dff29208117b","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"error":"ExternalModel e2e-rec-recover-70fe71 not found in namespace e2e-extmod-rec-noaccess-e12baf (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.881881655Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"50cd140b-a5d1-46fd-8462-b2439204ca72","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.881897585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"90fe9307-cc23-48cc-9119-0be6f3154bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:35.882073314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8f052ee3-c59b-48bb-bcd9-dff29208117b","name":"e2e-rec-recover-70fe71","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-70fe71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:35.882115958Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8f052ee3-c59b-48bb-bcd9-dff29208117b","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-70fe71\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:35.882133847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-70fe71","namespace":"e2e-extmod-rec-noaccess-e12baf"},"namespace":"e2e-extmod-rec-noaccess-e12baf","name":"e2e-rec-recover-70fe71","reconcileID":"8f052ee3-c59b-48bb-bcd9-dff29208117b","error":"ExternalModel e2e-rec-recover-70fe71 not found in namespace e2e-extmod-rec-noaccess-e12baf (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.88478798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d15a8a96-b24b-4d8b-8878-6ca3cac3c322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.885202112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f64dfc23-0f03-4c9c-a65e-f2e23a58691a","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.889300832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"aec91325-d6fc-42f3-aa7b-f5d768e6da69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.889696024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3ff9bebe-1fb1-4480-ad1e-2c5514cee0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.889837475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"90fe9307-cc23-48cc-9119-0be6f3154bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.893553771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f64dfc23-0f03-4c9c-a65e-f2e23a58691a","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.893640259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d15a8a96-b24b-4d8b-8878-6ca3cac3c322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.896153699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"aec91325-d6fc-42f3-aa7b-f5d768e6da69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.896844331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3ff9bebe-1fb1-4480-ad1e-2c5514cee0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.899296422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f64dfc23-0f03-4c9c-a65e-f2e23a58691a","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.901544475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"aec91325-d6fc-42f3-aa7b-f5d768e6da69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.936099696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3c7a99b0-4e2f-4eb8-bf08-791e6c67e5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.940093287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3931695c-a142-4af1-9438-4751dfdbc0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.956518354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"ba17e94c-bf6f-43c7-ba31-54c63330c5d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:35.98077537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3c7a99b0-4e2f-4eb8-bf08-791e6c67e5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.080741616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3931695c-a142-4af1-9438-4751dfdbc0af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.204165861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"ba17e94c-bf6f-43c7-ba31-54c63330c5d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.243566647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"74a462b8-092c-45de-8f52-a5a5348566b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.248950283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e31c4c03-aef7-4547-aab6-22dfb0e12db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.25368961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"74a462b8-092c-45de-8f52-a5a5348566b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.256911017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e31c4c03-aef7-4547-aab6-22dfb0e12db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.264350988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4a77e840-f800-48c0-9363-28d0c84d8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.265659324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"20b1d3d3-2c9f-4cf5-8db6-9db55e356017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.271365984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4a77e840-f800-48c0-9363-28d0c84d8454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.271808493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c4d3d2e6-d1b9-4709-abe4-ac41c5e94cac","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.273075205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"20b1d3d3-2c9f-4cf5-8db6-9db55e356017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.282326018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"c4d3d2e6-d1b9-4709-abe4-ac41c5e94cac","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.284027216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"6aeaae13-53c9-41d2-8530-d60e45f970ba","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.286824926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"1c486f42-c142-42eb-b0ea-9d2047fe292d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.290876003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"6aeaae13-53c9-41d2-8530-d60e45f970ba","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.293393004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"1c486f42-c142-42eb-b0ea-9d2047fe292d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.300220574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"5764f40a-78df-4c90-9f7f-482f49f4e7a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.302269713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"67ad2c03-ce9f-46df-a086-35e79afe253c","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.307163338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"5764f40a-78df-4c90-9f7f-482f49f4e7a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.308764663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"67ad2c03-ce9f-46df-a086-35e79afe253c","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.308795454Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"67ad2c03-ce9f-46df-a086-35e79afe253c","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.363517909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f0184223-a8ba-4261-8adf-192ca4c022f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.370145773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f0184223-a8ba-4261-8adf-192ca4c022f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.464437627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"19b5219f-dde0-4273-8622-f6dc8653224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.46560737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7c3a7a4e-1002-4774-b0d8-2a2be4f8d84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.467296001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e832d379-27fe-45b2-a42c-5ef40246c144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.470257887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"d1af51d1-18a8-472f-8c53-a8fa47043653","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.471780805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"19b5219f-dde0-4273-8622-f6dc8653224b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.472889019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7c3a7a4e-1002-4774-b0d8-2a2be4f8d84b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.474662989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e832d379-27fe-45b2-a42c-5ef40246c144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.477801441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"d1af51d1-18a8-472f-8c53-a8fa47043653","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.569218326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e0f47c68-fefb-43d1-8b98-6eead0d0a8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.56971518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"47e2626f-f579-4e99-b1d3-4955d5711c69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.581345184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb2d12b8-6cd0-4a60-9bcb-8f5fdc536e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.58469289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"47e2626f-f579-4e99-b1d3-4955d5711c69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.584735556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e0f47c68-fefb-43d1-8b98-6eead0d0a8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.585332369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d86deb4f-d679-4563-9dff-f995790ffceb","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.587954845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"95b86d5e-fbc8-4203-ae62-01ac665ff725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.588832277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb2d12b8-6cd0-4a60-9bcb-8f5fdc536e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.591535158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"47e2626f-f579-4e99-b1d3-4955d5711c69","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.593013627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d86deb4f-d679-4563-9dff-f995790ffceb","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.595181091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"95b86d5e-fbc8-4203-ae62-01ac665ff725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.599294491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d86deb4f-d679-4563-9dff-f995790ffceb","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.604974382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"5f8f92c5-dba2-4b90-ae78-909c1575dfbe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:36.611516506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"5f8f92c5-dba2-4b90-ae78-909c1575dfbe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:38.060129332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"c358df8f-9016-4344-8093-2688bf4bee44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:38.134792792Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"c358df8f-9016-4344-8093-2688bf4bee44","name":"e2e-extmod-a-35936b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:40.894382155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"0d38728c-96f4-4f54-9d60-d8761791e881","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.608140608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"12aab27e-b8ed-4a5c-98bb-ac87d0ab4f1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.614127044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f56f5f1a-203a-4c3d-93f5-192751740663","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.615034702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"12aab27e-b8ed-4a5c-98bb-ac87d0ab4f1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.62027465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"12aab27e-b8ed-4a5c-98bb-ac87d0ab4f1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.620713329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f56f5f1a-203a-4c3d-93f5-192751740663","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:46.626658109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"f56f5f1a-203a-4c3d-93f5-192751740663","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.231118641Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"2de97c4c-b2ec-4c99-9704-556d08800289","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"routeName":"external-model-e2e-rec-ctrl-3119fa-1dcd0547507a","namespace":"e2e-extmod-rec-user-ddc5f0","model":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.235369194Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"cfe9a14f-cb67-4741-889d-8fe12a490a12","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.293939551Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"e920b71d-8bc6-4e02-a714-7867d2adf08b","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.300475753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"1f233abb-c6c2-45b4-a43f-135170f5bf49","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.386390713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"84ec82bb-bdba-4dc2-b704-1bbfc5e7a299","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.616204005Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"e89f79c7-90f6-4515-b129-282d71c5c660","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.615281901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"90ebcdef-7349-4bf5-9273-4ed5314f5832","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.622349909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"b96a66a9-54d9-4f8d-9aeb-e523a123e8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.624112274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.637258716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"90ebcdef-7349-4bf5-9273-4ed5314f5832","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.641860047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"b96a66a9-54d9-4f8d-9aeb-e523a123e8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.689425364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"fdf791e7-d30a-454a-ab92-29ff6497f367","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.69210638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d92cc1a9-407f-411a-9289-11dd0ca07da3","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.692934444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"536d936c-5062-41fe-abe4-d06712f220ff","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.699013345Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"b96a66a9-54d9-4f8d-9aeb-e523a123e8d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.699758987Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"90ebcdef-7349-4bf5-9273-4ed5314f5832","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.705833237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"fdf791e7-d30a-454a-ab92-29ff6497f367","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.709642767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d92cc1a9-407f-411a-9289-11dd0ca07da3","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.710443232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"afe74721-980c-4de8-874c-f7265e31be76","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.718620115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"bc580dc8-930c-45f0-8b55-5cdc7d06a04f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.726773958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d92cc1a9-407f-411a-9289-11dd0ca07da3","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.753235351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"bc580dc8-930c-45f0-8b55-5cdc7d06a04f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.768858623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"bc580dc8-930c-45f0-8b55-5cdc7d06a04f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.769422123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6125993c-3c4e-4698-8ac4-b9531cb1518a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.776984069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"53d006cc-bb6f-4e7e-9d4f-e25f201cdee0","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.786964412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6125993c-3c4e-4698-8ac4-b9531cb1518a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.79117048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6125993c-3c4e-4698-8ac4-b9531cb1518a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.792837709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"53d006cc-bb6f-4e7e-9d4f-e25f201cdee0","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.835427325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff4a5f61-bec0-4e5b-8b6c-93bd41f22039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.835454823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0b5d68b7-b4cb-4308-b97d-b65b4d4ba460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.836635509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c2f6b980-745e-4980-85c3-3d1810e6c306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:47.967785124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c2f6b980-745e-4980-85c3-3d1810e6c306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.179440014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0b5d68b7-b4cb-4308-b97d-b65b4d4ba460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.039576679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff4a5f61-bec0-4e5b-8b6c-93bd41f22039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.061192997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"b8a1dc95-981d-4e57-b931-976af9a81267","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.179780359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"e3d777b5-b7a0-4f09-aee4-e5a1fdd5a063","namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:48.182952327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"952162dc-3275-40b5-ba75-91b6781f7bee","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"error":"ExternalModel e2e-rec-ctrl-3119fa not found in namespace e2e-extmod-rec-user-ddc5f0 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.219473453Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"251401e5-81d9-465a-b4d3-293269ec89f8","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","error":"MaaSModelRef not found: e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.220408728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e96a4776-2c11-4f74-97df-d337e34d1aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:48.22111454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"952162dc-3275-40b5-ba75-91b6781f7bee","name":"e2e-rec-ctrl-3119fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-3119fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:48.221569374Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"952162dc-3275-40b5-ba75-91b6781f7bee","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-3119fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:05:48.230030263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3119fa","namespace":"e2e-extmod-rec-user-ddc5f0"},"namespace":"e2e-extmod-rec-user-ddc5f0","name":"e2e-rec-ctrl-3119fa","reconcileID":"952162dc-3275-40b5-ba75-91b6781f7bee","error":"ExternalModel e2e-rec-ctrl-3119fa not found in namespace e2e-extmod-rec-user-ddc5f0 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.238801193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d437022-ea8d-469f-8694-6b87d566404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.270834823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d437022-ea8d-469f-8694-6b87d566404c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.277376274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e96a4776-2c11-4f74-97df-d337e34d1aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.32718635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ef8af9f5-f75e-4e90-90b4-1e62431e5271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.336898381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"56200dc1-b0e2-4ce3-8e26-ee714a84928e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.337674321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3387daa4-e57f-412d-800a-1987762016ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.343010337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ef8af9f5-f75e-4e90-90b4-1e62431e5271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.34805149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"56200dc1-b0e2-4ce3-8e26-ee714a84928e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.353066307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3387daa4-e57f-412d-800a-1987762016ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.409509113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"b11595fd-12ed-4f27-a344-af2ef6b4c2d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.410345071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2ca5ea21-7dfd-4ed9-bea0-faf99f6db7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.412531681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bc9a4e11-93d1-4b98-8463-4611210a4372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.413450917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e704a7f6-0254-4677-9ed7-d8f41affad9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.416625334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"b11595fd-12ed-4f27-a344-af2ef6b4c2d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.416940186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e64b7a14-4a80-415c-96f7-9eecff53a086","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.41717279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2ca5ea21-7dfd-4ed9-bea0-faf99f6db7c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.419202125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"bc9a4e11-93d1-4b98-8463-4611210a4372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.419892438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e704a7f6-0254-4677-9ed7-d8f41affad9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.423450819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"e64b7a14-4a80-415c-96f7-9eecff53a086","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.507260185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f74e4ee4-0e2a-4666-a8b6-67608a5682c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.509826492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"f462a0ba-723e-4839-aefe-7663ec315a59","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.511405913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b415acc7-a75e-4539-aff5-893a6b3270a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.511406273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ad68641a-c82c-4803-a604-0198e495ee22","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.513132526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8bd96d9d-be39-43e4-b6cf-b3c548648019","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.515076216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f74e4ee4-0e2a-4666-a8b6-67608a5682c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.516562625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"f462a0ba-723e-4839-aefe-7663ec315a59","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.519982675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ad68641a-c82c-4803-a604-0198e495ee22","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.521489772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b415acc7-a75e-4539-aff5-893a6b3270a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.52275621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8bd96d9d-be39-43e4-b6cf-b3c548648019","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.524843786Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"f462a0ba-723e-4839-aefe-7663ec315a59","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.613779522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a3eccdc-4767-4212-9c11-b34ba1797cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.6182412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"73de9532-c684-41c4-8132-71a2de8ab0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.618476045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"7474b43c-5c23-42b2-b8a8-7490ea67556c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.619380663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"165aae13-7a4f-4c5c-8932-1a274b635afb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.619949851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"6bb1d957-fd78-4f37-8072-b64ca48c5aaf","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.68241842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a3eccdc-4767-4212-9c11-b34ba1797cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.6835596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"165aae13-7a4f-4c5c-8932-1a274b635afb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.685033401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"73de9532-c684-41c4-8132-71a2de8ab0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.685885597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"7474b43c-5c23-42b2-b8a8-7490ea67556c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.68811242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"6bb1d957-fd78-4f37-8072-b64ca48c5aaf","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.689183998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"165aae13-7a4f-4c5c-8932-1a274b635afb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.69120889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"7474b43c-5c23-42b2-b8a8-7490ea67556c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.707394992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1d97a9dd-2140-4abb-8f2e-476450413969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.709287068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c9783a-bd90-45e4-bff1-2ff335933293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.709821313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"27d337d9-e911-42ad-86e4-89c75c1f3b7a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.711325873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43ee79a5-ad63-4b9c-94ea-27d1c8c736d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.714528003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1d97a9dd-2140-4abb-8f2e-476450413969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.71646188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c9783a-bd90-45e4-bff1-2ff335933293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.716708704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"27d337d9-e911-42ad-86e4-89c75c1f3b7a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.716735568Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"27d337d9-e911-42ad-86e4-89c75c1f3b7a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:48.718659254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43ee79a5-ad63-4b9c-94ea-27d1c8c736d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:50.902267651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"94aea10b-1c4a-4470-8987-738b095bdf4c","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.341122883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"737d6ded-c17b-44ca-bc7f-09d53279e68b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.343112589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"33aad6cd-fe8f-4f3e-8086-cd3486c2aae1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.344244417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"9c730e36-d1f8-489d-a5fd-f7140c3027a4","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.348451332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"737d6ded-c17b-44ca-bc7f-09d53279e68b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.350264622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"33aad6cd-fe8f-4f3e-8086-cd3486c2aae1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.353468821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"9c730e36-d1f8-489d-a5fd-f7140c3027a4","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.357543263Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"33aad6cd-fe8f-4f3e-8086-cd3486c2aae1","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:54.357595563Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"737d6ded-c17b-44ca-bc7f-09d53279e68b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.305753522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"012baccf-4462-4f5b-af6a-f1aa8d2e084b","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.779910521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1849d7f0-9829-4649-bd47-f775a24fb88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.783235794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1849d7f0-9829-4649-bd47-f775a24fb88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.786579427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1849d7f0-9829-4649-bd47-f775a24fb88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.790083322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1849d7f0-9829-4649-bd47-f775a24fb88f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.960885502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1574fa5f-77dd-4e4f-9cbb-8c64001f6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.982680106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1574fa5f-77dd-4e4f-9cbb-8c64001f6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.991662574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1574fa5f-77dd-4e4f-9cbb-8c64001f6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:56.995036311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1574fa5f-77dd-4e4f-9cbb-8c64001f6a38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.705034638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"188a87d7-935c-4bfe-8e46-b91cab2c1edb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.708026696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"e47c96cf-31a9-457d-af74-99466844a9c8","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.712355802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"188a87d7-935c-4bfe-8e46-b91cab2c1edb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.715389155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"e47c96cf-31a9-457d-af74-99466844a9c8","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.718431368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-56687c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb6989afa149215d4780926c78cbb63c75acd66e3e8264a44ecd462a4e11202f) AuthConfig (b013d566c2b40bdf4edaad4372458b6746d4d875f6efa30b423613544098d3ab) AuthConfig (cb67ad2c8b6e809c6a94929b600b152a1c269a61e314fcec564510ab90ca21d9) AuthConfig (f3d5c8286f5e45c756c7f2c944016b17c0ca8491dc4cd8df6c8de4bd82085b39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"188a87d7-935c-4bfe-8e46-b91cab2c1edb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:05:58.720974736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6427a364999f1927057b0208870e617588b4693c3509abe8642e7ba4ad37298) AuthConfig (2922a9643578a00ff9d4360d0f8e3e2492830459a8cec7547ed2d479b8a0a8e8) AuthConfig (5aba26949d26f626d66892d2ac3200d0d18935d81f6c15d84da2afa9bd1db349) AuthConfig (faceb7d9e011e554c1136526c3853b9d45610d2bdfa4237cfd973ae7627fb6f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"e47c96cf-31a9-457d-af74-99466844a9c8","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:00.628152678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"905dfbdd-39fc-40d6-8472-c8349964dfdf","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:00.653961386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f0c08189-85da-44c1-b255-67ec6ff92515","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:00.653986526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"f0c08189-85da-44c1-b255-67ec6ff92515","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:00.725053963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"d099ae46-e0d5-4cf0-ba6e-8d7ada95de41","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:00.732682187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"d099ae46-e0d5-4cf0-ba6e-8d7ada95de41","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.408618526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"4fdfcbb5-4b28-4de9-928f-70d39eee33d8","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.419021835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"b98c17b4-5319-4f1e-ac99-4a02a906d2cc","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.519262013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a769ed8-8c54-4381-a826-77284d144dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.52027902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbb166e-f31d-47ef-a9a4-52aeddecf72f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.531802987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dbb166e-f31d-47ef-a9a4-52aeddecf72f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.53561493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a769ed8-8c54-4381-a826-77284d144dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.536893484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"a80f26e2-748c-421d-997f-a13241145ec9","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.537875573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"a80f26e2-748c-421d-997f-a13241145ec9","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.537424953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"22825acf-5e25-46f6-83a2-484d7495186b","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.543789147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"14e01431-9d61-4bfd-bc2b-d2239f06a599","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.544145942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"86fb6ffc-daee-45bf-ac56-61b7117cab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.548767211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"22825acf-5e25-46f6-83a2-484d7495186b","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.552483636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"dcb4d4e6-1828-46ff-a6ff-7f689236edf0","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.552580333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"dcb4d4e6-1828-46ff-a6ff-7f689236edf0","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.556556429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"14e01431-9d61-4bfd-bc2b-d2239f06a599","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.56044303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"86fb6ffc-daee-45bf-ac56-61b7117cab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.568066079Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"14e01431-9d61-4bfd-bc2b-d2239f06a599","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.569126365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"2170f9d5-e39f-4fe9-b76c-7cc0008031ae","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.571352869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"9808ba7b-e907-46c9-915d-b9f838fdecbd","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.578010108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ce6f6a7-51c3-4869-8713-8360559c7d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.594740981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ce6f6a7-51c3-4869-8713-8360559c7d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.601752297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"7fd685c4-5ee1-43ad-9914-cb2bfacf078d","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.611414426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"7fd685c4-5ee1-43ad-9914-cb2bfacf078d","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.626507428Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"a9b2cd0d-e4ed-4f57-8322-9414ab1e176e","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.626719134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"a9b2cd0d-e4ed-4f57-8322-9414ab1e176e","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.660382108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"a5fc3c33-de42-47af-872e-5ea0d1c6c4c5","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.660533441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"a5fc3c33-de42-47af-872e-5ea0d1c6c4c5","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.779740948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"1e05f482-39f5-4d38-826a-33f66f5fba47","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.7831146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"1e05f482-39f5-4d38-826a-33f66f5fba47","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.786601029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"9ca1fe95-c0f6-4289-aa24-69d7bbff298a","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.814075828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"51a1a06c-d7d7-4860-87ff-f5227f49580e","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.814243885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"51a1a06c-d7d7-4860-87ff-f5227f49580e","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.83442648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e2ab5b4d-f199-4a92-baf2-2634c8c141f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.837350797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a461e127-26a3-471c-9d63-ff54ed749f91","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.837425354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a461e127-26a3-471c-9d63-ff54ed749f91","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.83960574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5501b41e-26a9-4f50-955b-598f4c2df4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.840259703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5561c386-db73-44d1-a4ff-4e4564e1b152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.8409389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"76b028ca-76d3-4724-86e7-384b6955a694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.844636461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e2ab5b4d-f199-4a92-baf2-2634c8c141f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.849824985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"5501b41e-26a9-4f50-955b-598f4c2df4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.850953802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"76b028ca-76d3-4724-86e7-384b6955a694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.85199499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"384c1bcc-b43a-4dc4-a9ee-3bf02cc96c2b","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.853341142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5561c386-db73-44d1-a4ff-4e4564e1b152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.855442173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"bbd5c499-cdd8-4ea9-9642-c21c047be7df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.953994861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"f66c6dd1-3b0e-4b11-bc4f-0cbf6e76a5e1","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:02.954085348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"f66c6dd1-3b0e-4b11-bc4f-0cbf6e76a5e1","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:02.995798036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"bbd5c499-cdd8-4ea9-9642-c21c047be7df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.0397469Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"bbd5c499-cdd8-4ea9-9642-c21c047be7df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.042069686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"8818c9ce-de0c-4045-9221-e523dbfb38d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.099552178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9dddf301-3bc6-4d3b-b9b9-e3fdcc1877d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.12495813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"8818c9ce-de0c-4045-9221-e523dbfb38d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.209362247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9dddf301-3bc6-4d3b-b9b9-e3fdcc1877d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:03.268754461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"72b88c35-d8f0-472d-8994-3fa0157725ae","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:03.306630162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"72b88c35-d8f0-472d-8994-3fa0157725ae","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.281185789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7d16282f-02c8-44a1-a0d2-4d2b715c1113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:03.701901264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"9a1deb8e-af59-45f5-b729-18f14d1f6b35","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:03.702029603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"9a1deb8e-af59-45f5-b729-18f14d1f6b35","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.71579653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7d16282f-02c8-44a1-a0d2-4d2b715c1113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.71822687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f3ba0bd1-3293-4a49-a946-48b5ec6151f3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.748047522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d73dcc13-6028-4572-bacc-04679e482b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.757290598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f3ba0bd1-3293-4a49-a946-48b5ec6151f3","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.771555668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d73dcc13-6028-4572-bacc-04679e482b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.783843734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"aa386da8-ae8c-4ab6-96c8-9a9d7e94dd78","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.784413728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"1fd6f7ac-3fa5-479a-84a1-065ef3b93291","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.803243145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"aa386da8-ae8c-4ab6-96c8-9a9d7e94dd78","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.803984943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"1fd6f7ac-3fa5-479a-84a1-065ef3b93291","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.846874418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"d8beaa71-5bd9-4801-94df-adc237350352","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.853184838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8c5e1d97-d499-4c26-ae79-5cd43eb048e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.858437842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"d8beaa71-5bd9-4801-94df-adc237350352","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.870538445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8c5e1d97-d499-4c26-ae79-5cd43eb048e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.882502197Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"8c5e1d97-d499-4c26-ae79-5cd43eb048e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.969210075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"80ceb183-a6a2-4a64-9811-e8f6a9150e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.969861516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"8842df66-8f88-41fe-a609-4e74322d9c1d","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.986835387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"80ceb183-a6a2-4a64-9811-e8f6a9150e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:03.992983996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"8842df66-8f88-41fe-a609-4e74322d9c1d","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.061483383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e0e243e4-3d27-4345-b29f-819d3354fee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.101341706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e0e243e4-3d27-4345-b29f-819d3354fee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.117196896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba132a78-81f9-4cca-ad3a-ecd9cc672c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.123532371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5ddbf8d0-64c6-40e7-bc0a-30fd33d13883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.12410713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"995e174d-6be0-40fc-a40b-c5c4efa1992e","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.12804914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba132a78-81f9-4cca-ad3a-ecd9cc672c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.142714595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"00e0a5cb-ca3d-4363-b0ba-646b18aa2408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.146506671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5ddbf8d0-64c6-40e7-bc0a-30fd33d13883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.152617409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"995e174d-6be0-40fc-a40b-c5c4efa1992e","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.160531682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"00e0a5cb-ca3d-4363-b0ba-646b18aa2408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.246032374Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"00e0a5cb-ca3d-4363-b0ba-646b18aa2408","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.26151808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e54a942-8d89-475e-b057-db6ae5ac21f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.262074795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2d89664d-35ca-479c-9e56-f8ab34b349f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.266199611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5fa91b1f-8a7c-4fec-aa45-d1e0fe3dadce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.290684896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e54a942-8d89-475e-b057-db6ae5ac21f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.3062355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2d89664d-35ca-479c-9e56-f8ab34b349f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.326048702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5fa91b1f-8a7c-4fec-aa45-d1e0fe3dadce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.334356312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"57cc9d39-8048-4d30-9262-a5b95a83866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.39667793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"57cc9d39-8048-4d30-9262-a5b95a83866a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:04.399251704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"1e25f188-511b-4bd3-9986-194efa9132e4","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:04.399389803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"1e25f188-511b-4bd3-9986-194efa9132e4","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.400061972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"8365b7e1-e547-4151-91c9-afc4c704fa51","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","subscription":"e2e-rec-recover-70fe71-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.400321382Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-sub","reconcileID":"8365b7e1-e547-4151-91c9-afc4c704fa51","MaaSSubscription":{"name":"e2e-rec-recover-70fe71-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.507270351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]","namespace=ai-tenant-e2e-extmod-b-fb5766 priority=0:[ai-tenant-e2e-extmod-b-fb5766/e2e-att-serve-b97ac6-sub ai-tenant-e2e-extmod-b-fb5766/e2e-rec-ctrl-3119fa-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.539711293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"496542b5-f01a-41ff-a53e-4c67e0b64eca","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.539739786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"496542b5-f01a-41ff-a53e-4c67e0b64eca","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.544974257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"a92790cc-c990-4512-9f07-a7b5245e57bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.54644121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6167ce11-8178-4703-a215-5bf768e42ca5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.547800175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a78bef50-718d-4133-8646-e36b7b77cf30","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.551902064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"a92790cc-c990-4512-9f07-a7b5245e57bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.557768805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a78bef50-718d-4133-8646-e36b7b77cf30","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.561476917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6167ce11-8178-4703-a215-5bf768e42ca5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.563448057Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"a92790cc-c990-4512-9f07-a7b5245e57bf","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.568183761Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6167ce11-8178-4703-a215-5bf768e42ca5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:04.672001725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-recover-70fe71-access","reconcileID":"c1e70b89-eeef-4196-be3a-d65fa3b5d77a","MaaSAuthPolicy":{"name":"e2e-rec-recover-70fe71-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-noaccess-e12baf/e2e-rec-recover-70fe71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:05.260848618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"071f2e36-7117-49e8-a7ea-a025f9f6df6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:05.261123278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"6f2508ce-2566-4994-b722-df775ff0746a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:05.268112241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"071f2e36-7117-49e8-a7ea-a025f9f6df6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:05.26836538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"6f2508ce-2566-4994-b722-df775ff0746a","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:05.275202526Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"071f2e36-7117-49e8-a7ea-a025f9f6df6d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:05.692715877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"732b66fa-b217-4ea8-b0cd-139149bd4f6f","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:05.692873614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"732b66fa-b217-4ea8-b0cd-139149bd4f6f","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.233069647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-detach-ebd03b-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.236463773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1f486c1c-1ca2-4196-8d4c-010b6a67d5ef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.236492039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"1f486c1c-1ca2-4196-8d4c-010b6a67d5ef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.266660178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"2fca0ece-d8ca-41a5-83c9-808307a7da4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.271401433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"0bb33074-62a7-4e0c-a793-65fe8db6ef30","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.27598599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"196786df-2992-4580-b4d4-e501e7518df2","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.276035612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"196786df-2992-4580-b4d4-e501e7518df2","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.287986072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2470e543-6b6b-4003-b7e9-c7cec02e5bf4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.303998585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"2fca0ece-d8ca-41a5-83c9-808307a7da4e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.321202809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"66ba0c41-544a-4adc-87ae-05e265f3432c","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.321337366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"66ba0c41-544a-4adc-87ae-05e265f3432c","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.335205891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"2470e543-6b6b-4003-b7e9-c7cec02e5bf4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.33519879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"0bb33074-62a7-4e0c-a793-65fe8db6ef30","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.345084613Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"ccaf88bc-e830-46d4-9c80-4963a83f9b8c","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-detach-ebd03b","model":"e2e-att-detach-ebd03b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b76c62/e2e-att-detach-ebd03b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.348733302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3521b690-a4bd-4857-899e-ff71a8e379ee","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.348816064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"3521b690-a4bd-4857-899e-ff71a8e379ee","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.362972909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"ac6ed856-3537-4284-ab15-6e440415f876","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.363048571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"ac6ed856-3537-4284-ab15-6e440415f876","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.373689991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"b6866e2c-c834-4150-83f9-5b8b3a8dd738","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.37382132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"b6866e2c-c834-4150-83f9-5b8b3a8dd738","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.388783876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"50c97da9-93a7-4b09-8957-2ec7f506956e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.389561978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"83d655c0-0c9c-4651-bfde-955d892088b3","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.393477683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b19660cf-52cc-4987-8f73-84b572c4281a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.405896412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"50c97da9-93a7-4b09-8957-2ec7f506956e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.40782029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"bc9c574e-ce35-4821-888b-92a3a4e068e5","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.407896582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"bc9c574e-ce35-4821-888b-92a3a4e068e5","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.40997721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b19660cf-52cc-4987-8f73-84b572c4281a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.416072511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"a358c89b-6525-4fdd-8e97-1d65c35040ad","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-detach-ebd03b","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.485527146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d71ca113-658a-4e8b-8297-7a51e9b13020","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:06.52087297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"d71ca113-658a-4e8b-8297-7a51e9b13020","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:08.257527269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"afa9318e-666d-4f6c-9c33-aca47c83aa9f","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:08.25759903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"afa9318e-666d-4f6c-9c33-aca47c83aa9f","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.626332597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"b31dd238-023a-4021-86b9-4d2bbb86efa4","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:12.633968991Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"ea9d9d99-07d2-4404-b3ee-7a46ad06b0c8","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:12.634047637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"ea9d9d99-07d2-4404-b3ee-7a46ad06b0c8","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.721140829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"a72fe652-9fe8-4b8c-9787-bd66e8bd497f","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:12.727986641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"fa03d8b0-fed7-4216-bafb-f22124ed8166","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:12.728051954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"fa03d8b0-fed7-4216-bafb-f22124ed8166","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.728412828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124ce6c5-df4c-478b-83da-604417b95e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.7342025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124ce6c5-df4c-478b-83da-604417b95e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.74333698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124ce6c5-df4c-478b-83da-604417b95e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:12.784719891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124ce6c5-df4c-478b-83da-604417b95e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.236865241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71966250-29c3-4957-9f6a-2118d8803347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.241587162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71966250-29c3-4957-9f6a-2118d8803347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.245794612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71966250-29c3-4957-9f6a-2118d8803347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.250237415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71966250-29c3-4957-9f6a-2118d8803347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.731838676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"4424e1ef-7218-4622-8023-4cb55915b7c0","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:13.739781485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"856fdfb6-8470-4f5c-a695-1b28daa7e817","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:13.739850815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"856fdfb6-8470-4f5c-a695-1b28daa7e817","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.745496653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5711cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5711cf","reconcileID":"bc62ff06-beb2-4b9b-af38-5dce21f444c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5711cf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5711cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:13.805280216Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"a2a17054-c5e4-46c4-9fce-c09a4d4af7ff","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:13.819495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"22c301cb-a219-4d41-81d5-06dd10a41469","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:13.819555701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"22c301cb-a219-4d41-81d5-06dd10a41469","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:14.079066202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73533d-4c75-41c4-93d5-defb39b4721f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:14.088057112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73533d-4c75-41c4-93d5-defb39b4721f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:14.105853014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73533d-4c75-41c4-93d5-defb39b4721f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:14.109977652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d73533d-4c75-41c4-93d5-defb39b4721f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.092489998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"ae7e86eb-e007-4f66-8147-93604e25613b","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:15.10780902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"dde96051-11e2-4c10-9307-8326f5c60021","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:15.108245311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"dde96051-11e2-4c10-9307-8326f5c60021","error":"ExternalModel e2e-extmod-att-user-ca3611/e2e-att-delete-a659e8 is attached to several gateways [openshift-ingress/e2e-extmod-a-9f53bb openshift-ingress/e2e-extmod-b-d9f2ce]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.273447831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"6e361115-cf73-4fd1-b535-12ac802b14f8","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","subscription":"e2e-rec-ctrl-3119fa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.273673142Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-sub","reconcileID":"6e361115-cf73-4fd1-b535-12ac802b14f8","MaaSSubscription":{"name":"e2e-rec-ctrl-3119fa-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","error":"MaaSModelRef not found: e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.570078126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-detach-ebd03b-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.598515583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"d742c593-4e20-45e7-8519-c9e087e006ff","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.602775043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"effc2f2b-beac-4e35-a7c5-f246dc3472c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.608098424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"d742c593-4e20-45e7-8519-c9e087e006ff","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.612082344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"effc2f2b-beac-4e35-a7c5-f246dc3472c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:15.620381584Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"effc2f2b-beac-4e35-a7c5-f246dc3472c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:17.426103188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.772751264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"50338f47-8349-4335-94fa-71186a0f8dd8","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.792339108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"fd8a20f4-655c-4b29-ad1d-232121b79bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.792744626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"31ba7d65-7944-4141-81f8-016b5661b25c","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.79276754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"31ba7d65-7944-4141-81f8-016b5661b25c","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.792828927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"cc2db4eb-7f82-4883-aca8-0fa9fad3c977","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.79466478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dfd9e5b3-d885-47d7-8528-ab3b4e4ec405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.794971995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"5849cb33-e8c1-4421-ba0e-b744c234231c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.797465767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8b17468c-3b3f-4d45-a77e-4dd31847fbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.800627416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"fd8a20f4-655c-4b29-ad1d-232121b79bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.802322488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"cc2db4eb-7f82-4883-aca8-0fa9fad3c977","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.803583386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"5849cb33-e8c1-4421-ba0e-b744c234231c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.806254646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dfd9e5b3-d885-47d7-8528-ab3b4e4ec405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.80802627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8b17468c-3b3f-4d45-a77e-4dd31847fbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.809343742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"aa45cc9d-521d-4817-adf0-e76a09fcb01d","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.810026166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"8f8a38c6-6010-46a8-a0db-c44a9b643dd0","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.810044886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"8f8a38c6-6010-46a8-a0db-c44a9b643dd0","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.907104807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"617223b4-a0ce-41ef-b15f-9119ca5faad1","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.938362361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"d2dfc136-c402-430e-a2d2-cf42556c7b3f","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:19.947281089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"d2dfc136-c402-430e-a2d2-cf42556c7b3f","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.015951266Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-a659e8","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","reconcileID":"1a5e7bf9-291a-4aee-b67a-ab77f337a3bc","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-delete-a659e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.139348836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"a38c3169-65a5-4b44-8ced-b3423643cc06","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.171952775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a0c5b94a-08fc-4a76-bfd8-c388a7e97d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.173024222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"8109e9c9-1002-46e0-827d-ab7bafe6575b","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.244331487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8b3618f6-3b05-429b-97e6-f5116894e808","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.323230872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"8109e9c9-1002-46e0-827d-ab7bafe6575b","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.328663916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"a38c3169-65a5-4b44-8ced-b3423643cc06","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.333846382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a0c5b94a-08fc-4a76-bfd8-c388a7e97d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.343519933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cafc2713-2697-4861-8ecc-ed051a0cdc3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.347388676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8b3618f6-3b05-429b-97e6-f5116894e808","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.584682009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"cafc2713-2697-4861-8ecc-ed051a0cdc3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.612898187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6df2c09d-dea6-45c1-b8a2-b19f1281199a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.640545984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6df2c09d-dea6-45c1-b8a2-b19f1281199a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.700996099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02c80ab-9e97-4db8-b1c2-27f6aa3fe58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.701315187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae56c51e-3c1e-4bef-8bad-0cbd1253f5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.703051848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"13a02ffb-4861-4ad0-a35d-d8a0ae5bca55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.703353035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"83b7a328-6d6b-4772-ad3a-56e00249bf5a","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.708999718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02c80ab-9e97-4db8-b1c2-27f6aa3fe58d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.710201431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae56c51e-3c1e-4bef-8bad-0cbd1253f5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.712601924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"13a02ffb-4861-4ad0-a35d-d8a0ae5bca55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.713308963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"83b7a328-6d6b-4772-ad3a-56e00249bf5a","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.719281761Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"13a02ffb-4861-4ad0-a35d-d8a0ae5bca55","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.79998148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"808055e6-7fe0-4497-af6c-4d126c482ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.800085191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"335ae337-0d63-4361-b264-5199be28a2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.800267849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ed4174ed-c7bd-45ba-9c1d-8d87c63d8ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.801229004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bb5dc33b-230a-4878-a949-fce30299b094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.802558462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6ed08b1e-4c17-48ec-bd23-2fc47c0313e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.811069431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"808055e6-7fe0-4497-af6c-4d126c482ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.811831065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"335ae337-0d63-4361-b264-5199be28a2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.819021428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ed4174ed-c7bd-45ba-9c1d-8d87c63d8ac3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.887512852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6ed08b1e-4c17-48ec-bd23-2fc47c0313e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.88918354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bb5dc33b-230a-4878-a949-fce30299b094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.894707431Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"6ed08b1e-4c17-48ec-bd23-2fc47c0313e4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.910474366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"42919e9e-1be1-4720-b4d4-c2038fe4e29d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:20.983242524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"42919e9e-1be1-4720-b4d4-c2038fe4e29d","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.086959876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f6f61efb-4a7c-4a60-ba1c-12acd3b8cd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.087357984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"09fa5609-28f5-4220-b741-8fef2ef5a424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.087746173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9184722d-6db1-4e59-99ad-96edabaa2b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.090321244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"70ee36bc-25ef-4fdf-881f-780c461b0350","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.091553699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"00a5ca9f-7ace-46fa-9e68-de19a9887e24","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.095660127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"09fa5609-28f5-4220-b741-8fef2ef5a424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.095663409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f6f61efb-4a7c-4a60-ba1c-12acd3b8cd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.099275479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9184722d-6db1-4e59-99ad-96edabaa2b86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.099307308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"00a5ca9f-7ace-46fa-9e68-de19a9887e24","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.101950794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"70ee36bc-25ef-4fdf-881f-780c461b0350","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.218090948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"2ad9904c-09f8-40e8-927e-e6e6343d2940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.218400064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"27999d09-65ab-4bc8-9f3b-a6aef7d56f84","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.218875453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"4d9efb5f-a50a-49c5-b310-8536886fdf3a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.225660373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"2ad9904c-09f8-40e8-927e-e6e6343d2940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.22597397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"4d9efb5f-a50a-49c5-b310-8536886fdf3a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.227815662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"27999d09-65ab-4bc8-9f3b-a6aef7d56f84","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.31930292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"75608451-89cc-4930-bbcf-bf1dc1c988ba","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:21.326690785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"75608451-89cc-4930-bbcf-bf1dc1c988ba","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.484811174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"8e0f37f0-dfbc-4d4c-a545-053e2ce65128","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-detach-ebd03b","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.511952035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"cfe5a875-a072-432b-bc43-aa2accbb42d3","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.511974124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"cfe5a875-a072-432b-bc43-aa2accbb42d3","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.586428207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"907e554f-5a69-4e2d-9b39-17ef60849e06","namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.596119719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"a7bd4df2-d9d6-4f62-bab8-e9f12f212106","namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.596349816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f7c3967e-f86c-44f9-aef6-f7c0053e942b","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.601793967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b44d21ce-3cb2-4ebe-b172-6d99c0b4be6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.60212566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8da2f56-a10c-4e76-ab59-b7f670cbfb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.602737359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"1e1d1ca3-17e2-44f2-b077-721b26bceba7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.603158822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ce162425-4e4a-4b5b-8602-d930296757df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.603425216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f7c3967e-f86c-44f9-aef6-f7c0053e942b","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.608433562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b44d21ce-3cb2-4ebe-b172-6d99c0b4be6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.609948566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8da2f56-a10c-4e76-ab59-b7f670cbfb5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.611046084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"1e1d1ca3-17e2-44f2-b077-721b26bceba7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.612241206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ce162425-4e4a-4b5b-8602-d930296757df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.688971928Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"9747ec49-fa6d-4fbb-8537-929966feab7c","namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.698552735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"250731d2-b6c9-4b21-8a01-11bb660f65bb","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.699802055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"edc98f08-cd56-4738-be69-15fb4f410d12","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.705754132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"250731d2-b6c9-4b21-8a01-11bb660f65bb","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.707963946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"edc98f08-cd56-4738-be69-15fb4f410d12","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.733486729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e307a7d2-c484-4e0a-963c-61e59a021cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.734657478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"f8b10809-2930-44a0-ae62-5b8afe30c971","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.735257624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b17f89cd-f4f0-45d0-a325-4392b9bd5b30","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.738649734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"60394abf-9467-4a7f-8653-ed9667a64ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.741613869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e307a7d2-c484-4e0a-963c-61e59a021cb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.742949492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"f8b10809-2930-44a0-ae62-5b8afe30c971","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.745234836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b17f89cd-f4f0-45d0-a325-4392b9bd5b30","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.80050217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"60394abf-9467-4a7f-8653-ed9667a64ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.866739806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e94d6700-3b25-4376-9522-1b4d1d8db301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.871996572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"ea847e5c-633a-4c96-8c8a-28ad09ff6526","MaaSModelRef":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.874959735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e94d6700-3b25-4376-9522-1b4d1d8db301","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.940050706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"ba74d071-1998-4919-8afc-7eb125822128","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.941237803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"0f87843e-c229-4271-9cf9-21f857775144","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.981088727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"ba74d071-1998-4919-8afc-7eb125822128","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.983788795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"0f87843e-c229-4271-9cf9-21f857775144","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:22.987583331Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"ba74d071-1998-4919-8afc-7eb125822128","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.031445672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26d88cc5-25a2-46a2-bb48-138f86477047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.03214238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d2ddcf3-fed8-4b09-973c-cd2b44697de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.038573533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26d88cc5-25a2-46a2-bb48-138f86477047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.03910682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3d2ddcf3-fed8-4b09-973c-cd2b44697de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.133814302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f049e288-e27b-4952-9e30-3566cc760f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.134292838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"76363e55-576e-478a-b3da-09e241257a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.13441041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"d701bc4a-aa6d-4d4a-929b-01cbe8d0b1a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.135841104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ca873708-d96d-4bd4-8864-59e118ca94d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.138710931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"18225e2f-9de4-4bd0-a85a-d3dbbcaeed49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.147352283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f049e288-e27b-4952-9e30-3566cc760f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.148958735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"76363e55-576e-478a-b3da-09e241257a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.149966586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ca873708-d96d-4bd4-8864-59e118ca94d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.151531466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"d701bc4a-aa6d-4d4a-929b-01cbe8d0b1a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.152215989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"18225e2f-9de4-4bd0-a85a-d3dbbcaeed49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.163683001Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"d701bc4a-aa6d-4d4a-929b-01cbe8d0b1a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.187341268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"873c56dd-a5a9-4dea-bd39-662fa3df30ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.187799013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a0a080b8-a22a-47ae-833e-0cc8b725c917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.201283131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"86cef930-d476-4992-b67f-8592b23f6bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.201605906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"139b5fda-0d56-40c9-a983-edce5f4a100a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.208068101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"873c56dd-a5a9-4dea-bd39-662fa3df30ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.210258274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a0a080b8-a22a-47ae-833e-0cc8b725c917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.214994975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"139b5fda-0d56-40c9-a983-edce5f4a100a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.217256601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"86cef930-d476-4992-b67f-8592b23f6bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.217726147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"31e790eb-65f1-4c91-aad5-5af7aee42c23","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.284399481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"31e790eb-65f1-4c91-aad5-5af7aee42c23","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.390457991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"5119317d-e83f-4078-9de1-05473cddb6f5","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.39280337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"b69f02f4-4e86-4314-b9d5-3282e763dbb2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.397350354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"5119317d-e83f-4078-9de1-05473cddb6f5","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.399652192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"b69f02f4-4e86-4314-b9d5-3282e763dbb2","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.577776332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"ea485286-653c-4ccf-8241-1dc8bcbe14ae","namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.619399574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6773dcc6-a2b5-45a5-8af6-9d08b13e5fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.620036877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43974cc3-899a-4dd6-bb47-dd7d076262ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.620460177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"561b69e2-3cbe-4548-befa-6979d293b8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.62086877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"bcdd6087-a4d5-4917-a224-5b030a781a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.621352804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"64b9f265-165a-430d-aa37-effbf0fe9bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.62985843Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-31a3c6","namespace":"e2e-extmod-att-noaccess-56407b"},"namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","reconcileID":"89501457-d097-4b5e-b6c9-34fb627c0bc2","namespace":"e2e-extmod-att-noaccess-56407b","name":"e2e-att-noaccess-31a3c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.654672558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"561b69e2-3cbe-4548-befa-6979d293b8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.65833596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"64b9f265-165a-430d-aa37-effbf0fe9bdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.661778955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6773dcc6-a2b5-45a5-8af6-9d08b13e5fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.663145179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"bcdd6087-a4d5-4917-a224-5b030a781a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.664885345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43974cc3-899a-4dd6-bb47-dd7d076262ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.687493053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"e3599730-a632-4b5e-a05c-ff70e338af6c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.687873769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"774367ef-243b-4894-af6a-f6e22e56f21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.689150991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"c3436aa5-bc45-43e9-b864-64ba11b29c8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.689630889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"036c5620-a338-4c69-b402-ef50d2aba8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.689974865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4a82e5b7-b55d-4744-bca8-30b254f6efbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.695030731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"e3599730-a632-4b5e-a05c-ff70e338af6c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.695179328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"774367ef-243b-4894-af6a-f6e22e56f21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.697531365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"c3436aa5-bc45-43e9-b864-64ba11b29c8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.697550854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"036c5620-a338-4c69-b402-ef50d2aba8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.699780889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4a82e5b7-b55d-4744-bca8-30b254f6efbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.700760684Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"e3599730-a632-4b5e-a05c-ff70e338af6c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.739845591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7ef7c02c-cd10-46a5-88f4-873b07b6b90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.750685423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"413c5324-a0e9-41c9-b7b7-64521877acfa","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.798801669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"413c5324-a0e9-41c9-b7b7-64521877acfa","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.799249951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"85f90649-cd4f-4283-95b1-61aaf5b35657","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.799717794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"41e193fb-4ca3-447e-aaad-94abe1c6dac4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.801911041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7ef7c02c-cd10-46a5-88f4-873b07b6b90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.809175852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"85f90649-cd4f-4283-95b1-61aaf5b35657","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.809418965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"41e193fb-4ca3-447e-aaad-94abe1c6dac4","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.815959016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"44c1e8c8-804b-4b95-89ee-ee125c8a2fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.823708854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"44c1e8c8-804b-4b95-89ee-ee125c8a2fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.824676889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fa06445e-0493-440f-8afc-527deb22bf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.831804478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fa06445e-0493-440f-8afc-527deb22bf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.912454713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6ff0b18d-08e2-4c6b-80c7-f2b9359b2beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.915437404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"407e2735-771b-4e82-9150-46e0b466760c","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.91934017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6ff0b18d-08e2-4c6b-80c7-f2b9359b2beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:23.923440357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"407e2735-771b-4e82-9150-46e0b466760c","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.017529656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f5097b-93c1-41d5-af77-21dfbdbf0ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.018105984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336a0140-26c5-4fdd-9b27-6810edb464a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.020234842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"fb336369-de4d-4906-a741-6b0a27546f7c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.020704544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9bbf82d2-6e6f-48bf-b955-1151fdf0ac1a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.021197739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"07bf55fc-ebb6-4b35-a9b6-8663a24e85da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.028795439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f5097b-93c1-41d5-af77-21dfbdbf0ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.030129684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336a0140-26c5-4fdd-9b27-6810edb464a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.032307392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9bbf82d2-6e6f-48bf-b955-1151fdf0ac1a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.032757386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"fb336369-de4d-4906-a741-6b0a27546f7c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.038831772Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9bbf82d2-6e6f-48bf-b955-1151fdf0ac1a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.046350178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"07bf55fc-ebb6-4b35-a9b6-8663a24e85da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.204246564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"880dc1b3-7370-4928-8cc6-84841da78423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.204779436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b7a52e58-6543-4c42-bedf-ecc66619aa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.205269938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b89d820-99c3-4485-a7e7-8fcb5250a11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.287778998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b7a52e58-6543-4c42-bedf-ecc66619aa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.288704431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"880dc1b3-7370-4928-8cc6-84841da78423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.290036683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b89d820-99c3-4485-a7e7-8fcb5250a11d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.294756967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"965ffe22-ebb4-46b4-afd9-97b20274e72a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.296716179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"646a1246-e664-45ef-b3c4-db7eaff46da1","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.302176809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"965ffe22-ebb4-46b4-afd9-97b20274e72a","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:24.303369878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"646a1246-e664-45ef-b3c4-db7eaff46da1","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.107203394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"201f6b0b-3a4e-43ce-8a20-e04e55a2cbc2","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.207570826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"c9b8340f-c5e6-4040-8089-eb060517cefd","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.207617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"c9b8340f-c5e6-4040-8089-eb060517cefd","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.22167974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"85bc14c2-b1b0-445c-a7f6-0337807f4c4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.230307546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"85bc14c2-b1b0-445c-a7f6-0337807f4c4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.239480909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"12e27f63-c483-4760-9500-78f032da235d","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.239511136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"12e27f63-c483-4760-9500-78f032da235d","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.241649899Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"b5e5b973-76df-4240-a90a-f47e6ba48a36","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0888a862","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.259223181Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"fe7a3aa1-03bd-4d86-b75b-2a1f67b9c493","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d5c93f0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.294130548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8967b60f-f562-4b77-b289-743e6a0dfd22","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.29413881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"90b887c4-2401-4d61-8ef0-cf9fb19917af","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.296703183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"b793533b-4c98-4bf6-851e-200ac7fd9690","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.302221162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"8967b60f-f562-4b77-b289-743e6a0dfd22","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.302423256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"90b887c4-2401-4d61-8ef0-cf9fb19917af","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.304551495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"b793533b-4c98-4bf6-851e-200ac7fd9690","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.38825698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"4a9aa4de-2757-430b-8c8e-3d18eb4ad570","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.391523095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"33555e07-e7f3-4c90-9e47-9ede922a7b6c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.391683549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ef753231-813b-43eb-8f0c-67ae30012f8e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.393455158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"56165155-f8ab-4215-a448-27def0d22cd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.395248422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"4a9aa4de-2757-430b-8c8e-3d18eb4ad570","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.398223471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"33555e07-e7f3-4c90-9e47-9ede922a7b6c","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.398765861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ef753231-813b-43eb-8f0c-67ae30012f8e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.400396993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"56165155-f8ab-4215-a448-27def0d22cd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:25.711692397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-rec-ctrl-3119fa-access","reconcileID":"3e2bf12a-af3b-4242-bf85-7fac76ccc822","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3119fa-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-rec-user-ddc5f0/e2e-rec-ctrl-3119fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.830611356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d3fdb433-ed35-4d42-a728-2429c85fc8e3","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.830638913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"d3fdb433-ed35-4d42-a728-2429c85fc8e3","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.838643364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"047179c0-eaea-473b-8a29-c1cddceb7a3b","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.852941924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"047179c0-eaea-473b-8a29-c1cddceb7a3b","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.854466304Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"2f02f427-eefc-4c22-8be5-77874b4aafd6","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-762fcd84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.938967678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"b4dca7f5-2056-4495-8383-7c18a487631c","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:27.97923809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"b4dca7f5-2056-4495-8383-7c18a487631c","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.061066368Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"c6d4373b-285b-49e5-9e9a-a681775ae24a","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.086980765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"c6d4373b-285b-49e5-9e9a-a681775ae24a","error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.100314531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c05cdfed-be3e-47bf-9de7-db39c7ca196e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.100354499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"c05cdfed-be3e-47bf-9de7-db39c7ca196e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","externalModel":"e2e-rot-d63834","provider":"e2e-rot-d63834-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.157571013Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"3c11da5e-8e9a-4a52-ac35-7a06d0f745b3","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.157900656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"3c11da5e-8e9a-4a52-ac35-7a06d0f745b3","error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.259459953Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"477c60ba-653e-4a31-b9b0-837c8b654668","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:33.259706996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"477c60ba-653e-4a31-b9b0-837c8b654668","error":"failed to create TokenRateLimitPolicy for model e2e-rot-d63834: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-d63834\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-b31323 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.303165403Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"42c23a3f-66c9-43e7-b3b4-a18e8a4f436e","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"routeName":"external-model-e2e-rot-d63834-f76c19373cd9","namespace":"e2e-extmod-rot-user-b31323","model":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.323168113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b26535bb-f0b9-4fc5-80cd-7b762aaba54f","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.33475783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b26535bb-f0b9-4fc5-80cd-7b762aaba54f","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.338436051Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b26535bb-f0b9-4fc5-80cd-7b762aaba54f","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.351573287Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"01115f17-f9fe-490d-8c28-a46ba38bcbfc","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.394263701Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"0af7ec5f-a8f9-4941-b543-196f224f47ba","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.396102185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"b6bac01d-7bd9-4bc8-9311-d853563842ef","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.4164873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"e4c4b89e-7e5f-469a-bc44-0af2d801837f","MaaSModelRef":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.419840817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"fdc08f05-26f0-453b-b341-758e41222253","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.420621013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"54684bc7-02f7-4fc6-bc61-6e06f434a082","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.421376196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e63b30e3-54c4-485d-8609-66cfa931504b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.423125234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5388cc4c-86ec-4e04-ae0d-e58cae262515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.426399943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"efd9e79a-9a27-48ec-a5da-3b76ab80988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.429894688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"54684bc7-02f7-4fc6-bc61-6e06f434a082","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.43103793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"fdc08f05-26f0-453b-b341-758e41222253","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.433354269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e63b30e3-54c4-485d-8609-66cfa931504b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.434406554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5388cc4c-86ec-4e04-ae0d-e58cae262515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.437978282Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"54684bc7-02f7-4fc6-bc61-6e06f434a082","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.440741473Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e63b30e3-54c4-485d-8609-66cfa931504b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.442138471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"efd9e79a-9a27-48ec-a5da-3b76ab80988a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.448340889Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"25337875-94e3-411f-a4ec-c339b4782dc5","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.845882244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"016cf7fe-213b-4043-865d-41691cc82fa2","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.887520135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"db521ec2-427e-4d2d-aa7d-719586567dc0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.890695236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"47d16227-c92d-4d2f-8257-fd59b41fc0d7","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.893258984Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"1f38f18a-8ee9-49a6-9bbf-a16f2b89fe1c","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","error":"MaaSModelRef not found: e2e-extmod-rot-user-b31323/e2e-rot-d63834 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.894172364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"7f16269b-37a0-48a1-a8f5-4fb219ad70be","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.895100205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894c1209-358b-4a3b-9f25-4cb966a7c91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.895589054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecb0d2ba-7caa-40f3-8b21-aac985c995ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.899786672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"db521ec2-427e-4d2d-aa7d-719586567dc0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.903470359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"7f16269b-37a0-48a1-a8f5-4fb219ad70be","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.903553424Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"7f16269b-37a0-48a1-a8f5-4fb219ad70be","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.907428354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"894c1209-358b-4a3b-9f25-4cb966a7c91f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.916208586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"47d16227-c92d-4d2f-8257-fd59b41fc0d7","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.918075855Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"db521ec2-427e-4d2d-aa7d-719586567dc0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.926469226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecb0d2ba-7caa-40f3-8b21-aac985c995ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.956948407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"d8e87890-7a6f-4229-8936-97c54ca9a638","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:33.969149771Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-d63834","namespace":"e2e-extmod-rot-user-b31323"},"namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","reconcileID":"1ae98b12-f797-4834-ba7b-08756a712a59","namespace":"e2e-extmod-rot-user-b31323","name":"e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.068358686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1008de0d-c38c-441c-90a3-c952db7ff77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.068533714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4bdb292d-df48-4b1c-be04-8fdf8467ca1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.068716848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0fd7f8a5-9608-43db-ba73-6e5266859e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.068863558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"43252660-b46b-4afc-95c6-a9c7a0481ea7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.069075095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e43996eb-454d-4c31-af19-59171f7ba0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.075445957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1008de0d-c38c-441c-90a3-c952db7ff77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.075893449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0fd7f8a5-9608-43db-ba73-6e5266859e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.077940298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e43996eb-454d-4c31-af19-59171f7ba0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.078297252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4bdb292d-df48-4b1c-be04-8fdf8467ca1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.080217394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"43252660-b46b-4afc-95c6-a9c7a0481ea7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.171178891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f59099f5-c7ac-499f-a7bb-9a0e402a9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.171202128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"59e86f44-f4e6-45cb-b765-02f6e3d266a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.172838857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"df659ddb-edec-4936-9756-a6071d5850c8","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.175708137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c09766d9-3822-470f-9afa-03cefc7b4a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.176496665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"a2e1a09a-999f-43a0-a45f-696717242f8f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.180531845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"59e86f44-f4e6-45cb-b765-02f6e3d266a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.187319892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"df659ddb-edec-4936-9756-a6071d5850c8","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.195082004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f59099f5-c7ac-499f-a7bb-9a0e402a9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.207723558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c09766d9-3822-470f-9afa-03cefc7b4a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.214227224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"a2e1a09a-999f-43a0-a45f-696717242f8f","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.309857421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d81907a1-f325-4ab5-a9fa-95ac2054abf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.315587299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"eff1b2ba-6288-4e45-b8d7-7f84f33add6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.383126205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d81907a1-f325-4ab5-a9fa-95ac2054abf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.383767066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"6d60b392-e060-4666-a80e-e6ef5a98887d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.384246527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"eb627a1a-67b4-4e58-9097-25d2b74c98b2","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.386606913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"eff1b2ba-6288-4e45-b8d7-7f84f33add6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.387380241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9d8cfaf6-5c04-4cf9-9861-336dddd5e334","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.392349289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"eb627a1a-67b4-4e58-9097-25d2b74c98b2","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.392377911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"eb627a1a-67b4-4e58-9097-25d2b74c98b2","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.392860394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"6d60b392-e060-4666-a80e-e6ef5a98887d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.398678113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9d8cfaf6-5c04-4cf9-9861-336dddd5e334","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.409073713Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9d8cfaf6-5c04-4cf9-9861-336dddd5e334","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.413347495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fd8007ad-f8e0-4a4b-ad4d-ce51a184dda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.421904423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fd8007ad-f8e0-4a4b-ad4d-ce51a184dda6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.515458563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ffbd4080-dd55-4e98-9b1f-96847fdcc7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.517754112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"29bdd078-5baa-43a2-86e4-a1d0899e3a2e","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.517991214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad8d4632-459e-4185-ab3e-94e003f265ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.522640834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ffbd4080-dd55-4e98-9b1f-96847fdcc7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.527435825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad8d4632-459e-4185-ab3e-94e003f265ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.52757474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"29bdd078-5baa-43a2-86e4-a1d0899e3a2e","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.630421897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eebcd609-c392-4fb8-97ac-d2e3c81e40f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:34.645866321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eebcd609-c392-4fb8-97ac-d2e3c81e40f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.157698801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"5baf3d5e-7e7f-4218-ac7d-2e6ba8ec9e9c","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.234183819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"f4ec6111-4c7e-4e19-ab30-083ee963c57f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.245991905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"3b629847-404d-4934-abeb-5effc956f1ad","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","subscription":"e2e-att-unrel-95826e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.25342854Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"3b629847-404d-4934-abeb-5effc956f1ad","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.256228881Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"f4ec6111-4c7e-4e19-ab30-083ee963c57f","name":"e2e-extmod-b-5711cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.257218591Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-sub","reconcileID":"3b629847-404d-4934-abeb-5effc956f1ad","MaaSSubscription":{"name":"e2e-att-unrel-95826e-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.263771616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"5ef2c09d-f083-4526-b7eb-fd403860bb70","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","subscription":"e2e-att-detach-ebd03b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.271821717Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"5ef2c09d-f083-4526-b7eb-fd403860bb70","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.381541584Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-sub","reconcileID":"5ef2c09d-f083-4526-b7eb-fd403860bb70","MaaSSubscription":{"name":"e2e-att-detach-ebd03b-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.423827027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.442284566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"dd94559c-4f81-4cb4-b836-b59438257c24","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.442401217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"dd94559c-4f81-4cb4-b836-b59438257c24","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.473497659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f3aba3d6-fc01-48bd-b7c3-de5217d4d829","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.490703386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"f3aba3d6-fc01-48bd-b7c3-de5217d4d829","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.496405355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"e9d7f3b4-0c3b-43fe-911d-e619f2669a48","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.496429355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"e9d7f3b4-0c3b-43fe-911d-e619f2669a48","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.501631407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]","namespace=ai-tenant-e2e-extmod-b-b76c62 priority=0:[ai-tenant-e2e-extmod-b-b76c62/e2e-att-serve-d481ca-sub ai-tenant-e2e-extmod-b-b76c62/e2e-att-unrel-76f776-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.503543887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"7883de8f-6c4f-4824-b2b1-542f3d805c64","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.503574746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"7883de8f-6c4f-4824-b2b1-542f3d805c64","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.511530329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"43be007a-f4ef-478b-9dfe-ab3e3161a9d7","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.511548507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"43be007a-f4ef-478b-9dfe-ab3e3161a9d7","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.539384325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"cf77f511-129f-46ef-86af-35f9258b83f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.546396153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"cf77f511-129f-46ef-86af-35f9258b83f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.546658621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"a91071e5-ef15-49be-8a2f-794ae22fd309","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.546828576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b471734c-4690-4a8c-aeb0-2497e8fc0134","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.54961911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"b378fe22-ce51-4f47-83ed-05f2f9164814","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.553974616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"b471734c-4690-4a8c-aeb0-2497e8fc0134","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.554038249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"a91071e5-ef15-49be-8a2f-794ae22fd309","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.557821016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"b378fe22-ce51-4f47-83ed-05f2f9164814","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.58646966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"c996a7c7-46bb-4dde-b37e-0b2769aaa672","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.586501471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"c996a7c7-46bb-4dde-b37e-0b2769aaa672","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.672191412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a9af0a3d-be1b-422e-9af1-5b85f99458c1","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.6722344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"a9af0a3d-be1b-422e-9af1-5b85f99458c1","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.703210424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"5eaa2b7d-3e3b-4d7a-92da-de40d594feb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.703569051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-detach-ebd03b-access","reconcileID":"1e24077d-164b-4081-9fa3-ee9137d5ae11","MaaSAuthPolicy":{"name":"e2e-att-detach-ebd03b-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.812698352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"5eaa2b7d-3e3b-4d7a-92da-de40d594feb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.817186491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"46f97148-a66a-4d8a-b76d-d75da47b70fe","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.817208259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"46f97148-a66a-4d8a-b76d-d75da47b70fe","MaaSModelRef":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-detach-ebd03b-2c9e54eb0a1b","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-detach-ebd03b","externalModel":"e2e-att-detach-ebd03b","provider":"e2e-att-detach-ebd03b-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.838714395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"5eaa2b7d-3e3b-4d7a-92da-de40d594feb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.838740131Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-att-unrel-95826e-access","reconcileID":"5eaa2b7d-3e3b-4d7a-92da-de40d594feb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-95826e-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.849936257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"92cc8452-4514-43d1-83a9-28030d452c93","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"tenant":"e2e-extmod-b-d9f2ce","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","model":"e2e-extmod-att-user-ca3611/e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:35.849958444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"92cc8452-4514-43d1-83a9-28030d452c93","MaaSModelRef":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"routeName":"external-model-e2e-att-unrel-95826e-8740c089a4c6","namespace":"e2e-extmod-att-user-ca3611","model":"e2e-att-unrel-95826e","externalModel":"e2e-att-unrel-95826e","provider":"e2e-att-unrel-95826e-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.343729222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"faa6c381-5648-4f37-92d9-f2810f998fba","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.356334017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"e1c8c29c-36a3-432e-b769-68e59b74f7ac","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.35636889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"e1c8c29c-36a3-432e-b769-68e59b74f7ac","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.35687409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"e0de54b4-938c-4c32-88e2-2d9f27b01cd3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.363256311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"558d52ca-1f9f-458e-a381-6523d79eb05c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.366426943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"6bfb0e7f-0bbf-4610-af8c-2594d81b0803","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.366763775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"01165f2d-fdef-4cc0-8ade-2a62cc43d93e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.367080033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"efabf698-cad3-40dc-a042-ce8e4c0fa776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.36831272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"e0de54b4-938c-4c32-88e2-2d9f27b01cd3","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.368793779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"76ccb8a5-4b67-443c-b6ae-8179e9595306","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.368815145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"76ccb8a5-4b67-443c-b6ae-8179e9595306","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.373653957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"adcb8e0f-a754-4143-8fff-23daf6048b85","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.374455791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"558d52ca-1f9f-458e-a381-6523d79eb05c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.377635392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"40c9b430-706f-4c2c-9621-ed6613cca780","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.381713109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"efabf698-cad3-40dc-a042-ce8e4c0fa776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.386240571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"39c6f157-48a1-4f8d-8259-98d4a9eb5387","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.387991468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"01165f2d-fdef-4cc0-8ade-2a62cc43d93e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.398066868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"6bfb0e7f-0bbf-4610-af8c-2594d81b0803","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.484328331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-ebd03b","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","reconcileID":"8dcdb8f8-8e3e-4fbb-9e08-341018b6cdd7","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-detach-ebd03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.495132124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e4b26888-923f-4edd-9d33-387a92b2a8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.506481643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"417af976-3966-40e6-a674-0f7406fd79ca","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.513509255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e4b26888-923f-4edd-9d33-387a92b2a8d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.533769669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"417af976-3966-40e6-a674-0f7406fd79ca","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.590477855Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"417af976-3966-40e6-a674-0f7406fd79ca","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.698610687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0b21498e-8be2-43d6-8b7f-b097e92d7147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.715681421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ea6f34-6f02-4a5f-9b63-b76c5f20725b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.719378714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0b21498e-8be2-43d6-8b7f-b097e92d7147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.720835182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0d2c68be-8f21-436b-9e98-1af592b6127c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.720905026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb661aa9-c149-4c91-bab5-976a83a0b889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.725288864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ea6f34-6f02-4a5f-9b63-b76c5f20725b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.725960441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1a506ad6-ad6a-4dcf-b34b-b6ec19142a50","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.729753471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0d2c68be-8f21-436b-9e98-1af592b6127c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.731093761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb661aa9-c149-4c91-bab5-976a83a0b889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.733015726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1a506ad6-ad6a-4dcf-b34b-b6ec19142a50","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.741526408Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1a506ad6-ad6a-4dcf-b34b-b6ec19142a50","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.800328131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"74818ac8-250c-4bf2-b163-98978ccf69fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.803202123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"594d2f93-e153-4dfa-b559-f879864ed473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.809752181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"74818ac8-250c-4bf2-b163-98978ccf69fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.812877588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"594d2f93-e153-4dfa-b559-f879864ed473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.870897721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-95826e","namespace":"e2e-extmod-att-user-ca3611"},"namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","reconcileID":"ef9738f3-153a-42d6-a642-6813ff2ccc72","namespace":"e2e-extmod-att-user-ca3611","name":"e2e-att-unrel-95826e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.877906141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2782cc73-41e7-48da-8507-2500dd44a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.885107311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2782cc73-41e7-48da-8507-2500dd44a9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.944731597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1d5219ab-9f22-45b0-ab6b-ceab2a2e7698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.945225978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a65d5b23-6f15-441a-9a2d-fa9196132190","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.94565992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"1834849b-8e2c-4542-8fe6-7090ac698637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.946094306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e4dc92b8-ff53-4b82-9e88-060794c52d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.947321283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"d89223d6-0790-4a79-8f78-4f57da666a1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.985310625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e4dc92b8-ff53-4b82-9e88-060794c52d4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.988845287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1d5219ab-9f22-45b0-ab6b-ceab2a2e7698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.992408328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"d89223d6-0790-4a79-8f78-4f57da666a1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.995816112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"a65d5b23-6f15-441a-9a2d-fa9196132190","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:36.997871748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"1834849b-8e2c-4542-8fe6-7090ac698637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.122944158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"1b9575ae-0ebd-433a-8cc9-8119fff427dc","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.122998404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"1b9575ae-0ebd-433a-8cc9-8119fff427dc","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.289996995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8196df5d-77e9-45de-aa83-79ec8ae9a157","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.29055126Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"a9586bc8-b9cd-4c29-8905-46e78808c88b","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61d9fb22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.297766899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6aa6a621-cfd4-44bf-b3d2-979c5ec83e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.298318074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3611e494-8f22-48e6-9aa7-3933334d1063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.312115671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8196df5d-77e9-45de-aa83-79ec8ae9a157","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.312677471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"68718e26-40a6-4f48-b6e7-fa3b7e0938ed","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.313097138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"68437e77-36cd-45c3-a3e3-717b3da9759e","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.315972027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6aa6a621-cfd4-44bf-b3d2-979c5ec83e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.318812854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3611e494-8f22-48e6-9aa7-3933334d1063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.465867426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"68718e26-40a6-4f48-b6e7-fa3b7e0938ed","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.471063038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"68437e77-36cd-45c3-a3e3-717b3da9759e","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.489140411Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"68437e77-36cd-45c3-a3e3-717b3da9759e","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.711205983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7ce34ed8-9752-414e-a49c-485ca82b94ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.71167953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b775676-db33-47a2-8f85-00c4f740c8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.716985059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674502c3-48a7-4f0f-97c7-022b8c1d9f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.722510677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7ce34ed8-9752-414e-a49c-485ca82b94ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.722778365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b775676-db33-47a2-8f85-00c4f740c8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.725171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"674502c3-48a7-4f0f-97c7-022b8c1d9f5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.727025425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"163b46af-affb-4fb5-9c90-8da5e56d530e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.781163869Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7ce34ed8-9752-414e-a49c-485ca82b94ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.78252158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"163b46af-affb-4fb5-9c90-8da5e56d530e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.824953173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7aff9b75-b4cc-4921-9824-871f91c27edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.825655095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0681e8e5-b705-4116-9101-4d03e6b7b9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.83416369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0681e8e5-b705-4116-9101-4d03e6b7b9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.834503676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"7aff9b75-b4cc-4921-9824-871f91c27edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.857964392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"1c511eac-baca-41da-9e26-5e0b029dae0e","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","subscription":"e2e-att-serve-b97ac6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.865976432Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"1c511eac-baca-41da-9e26-5e0b029dae0e","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.869475985Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-sub","reconcileID":"1c511eac-baca-41da-9e26-5e0b029dae0e","MaaSSubscription":{"name":"e2e-att-serve-b97ac6-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.905983015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub ai-tenant-e2e-extmod-b-56687c/e2e-rot-d63834-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.912019796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"5d7e8aa7-1f6f-439a-a4f8-6b6b5154ccb9","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.912111296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"5d7e8aa7-1f6f-439a-a4f8-6b6b5154ccb9","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.954067608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13c76b38-b0c5-4708-b36f-75a3df82aa21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.955069902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f1e6324f-d335-406b-be4d-02e35b56b871","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.9550896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f1e6324f-d335-406b-be4d-02e35b56b871","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.96722918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9607582f-3e4f-4b53-b715-3ba670a204df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:37.971682233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13c76b38-b0c5-4708-b36f-75a3df82aa21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.003496876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"3266121c-3a5a-423a-8ad8-0a667d5182a1","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.012679859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9607582f-3e4f-4b53-b715-3ba670a204df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.025865035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"3266121c-3a5a-423a-8ad8-0a667d5182a1","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.03138336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a6e7d471-834b-4fc3-9f64-44bd62cf266c","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.033518602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"972f7b94-c856-4b37-9281-d9b66045545c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.039992675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"a6e7d471-834b-4fc3-9f64-44bd62cf266c","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.041932454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"972f7b94-c856-4b37-9281-d9b66045545c","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.059474815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"321e7592-ca92-4a70-81c2-ebc8103b5287","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.059494664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"321e7592-ca92-4a70-81c2-ebc8103b5287","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.211114423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8c9b46af-d699-46a3-bdc8-c99edc498061","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.221687716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8c9b46af-d699-46a3-bdc8-c99edc498061","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.246269709Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8c9b46af-d699-46a3-bdc8-c99edc498061","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.246303311Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-att-serve-b97ac6-access","reconcileID":"8c9b46af-d699-46a3-bdc8-c99edc498061","MaaSAuthPolicy":{"name":"e2e-att-serve-b97ac6-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.259150687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"4ae643fa-2d31-4caf-a92f-d2924e5e102a","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-att-user-2c658f/e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.259172026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"4ae643fa-2d31-4caf-a92f-d2924e5e102a","MaaSModelRef":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"routeName":"external-model-e2e-att-serve-b97ac6-6d8847f2f9fa","namespace":"e2e-extmod-att-user-2c658f","model":"e2e-att-serve-b97ac6","externalModel":"e2e-att-serve-b97ac6","provider":"e2e-att-serve-b97ac6-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.847669481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"badba588-88a5-4e5f-8fb0-cd9c89dc91f0","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.862405503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749b28c2-98e2-43b3-bb7c-9081c3d24b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.862834991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14dea402-fce5-491a-a5a4-ca9e7817881a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.863265993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f210d6a-4c1c-4001-9448-085d90f51f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.863753915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f6add3-0fec-46b2-a185-a6a1bbae0a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.868880049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a1dc5525-8fb5-4aa3-b875-aeb94d1a1638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.874712587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"1f210d6a-4c1c-4001-9448-085d90f51f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.87808122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"749b28c2-98e2-43b3-bb7c-9081c3d24b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.878789352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1f6add3-0fec-46b2-a185-a6a1bbae0a79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.881559598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14dea402-fce5-491a-a5a4-ca9e7817881a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.88358137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a1dc5525-8fb5-4aa3-b875-aeb94d1a1638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:38.984596001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b97ac6","namespace":"e2e-extmod-att-user-2c658f"},"namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","reconcileID":"75e4d64b-2095-47f6-af90-07c4d4e2eb9b","namespace":"e2e-extmod-att-user-2c658f","name":"e2e-att-serve-b97ac6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.009361931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"73982b5a-52ab-42ff-9ec7-e4620e0d8092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.010361305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fbe14088-fc51-4b27-8886-b1f61fbdccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.011102507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2683578c-7f1f-45be-85c5-fa31809abaea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.011559288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c69d0db8-9f61-46fe-b1f6-a356d8d25147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.015021535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f254d342-9e61-4057-b1ab-5c4adf0f89fe","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.017024117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"73982b5a-52ab-42ff-9ec7-e4620e0d8092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.018520102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fbe14088-fc51-4b27-8886-b1f61fbdccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.02038263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c69d0db8-9f61-46fe-b1f6-a356d8d25147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.021345134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"2683578c-7f1f-45be-85c5-fa31809abaea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.022758067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"f254d342-9e61-4057-b1ab-5c4adf0f89fe","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.037649759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"c8fa14d1-51cf-45e2-bdf3-bc63ac4ac425","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.037650066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"d452aece-b582-46df-b755-497910c7dde9","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.03989279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"825a1160-a47a-422d-882b-32e485373ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.043374917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b29fbaf3-8505-4ebf-ac15-35a35f7e18d3","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.082732161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"d452aece-b582-46df-b755-497910c7dde9","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.084718376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"c8fa14d1-51cf-45e2-bdf3-bc63ac4ac425","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.088066315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"825a1160-a47a-422d-882b-32e485373ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.089039817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b29fbaf3-8505-4ebf-ac15-35a35f7e18d3","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.099716851Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"b29fbaf3-8505-4ebf-ac15-35a35f7e18d3","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.360069004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a94b3c1-a138-43c8-be1f-d992ac6b606a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.394583506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"28910b5a-3d84-4124-a2d4-4e3843423bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.446866222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1474f4df-f0f1-463f-a501-2040ee3ccfaf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.453660255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a94b3c1-a138-43c8-be1f-d992ac6b606a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.466878914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"28910b5a-3d84-4124-a2d4-4e3843423bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.467694326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a750dff-4840-40eb-89cb-54ebc9612c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.478278923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1474f4df-f0f1-463f-a501-2040ee3ccfaf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.488901403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fc858a1-f32b-4f86-87ce-563252d7beda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.490629085Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1474f4df-f0f1-463f-a501-2040ee3ccfaf","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.491302256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a750dff-4840-40eb-89cb-54ebc9612c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.500731744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fc858a1-f32b-4f86-87ce-563252d7beda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.588656862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a9d85f4f-64d3-441e-9aa2-50a05ac9a267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.597140887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a9d85f4f-64d3-441e-9aa2-50a05ac9a267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.698719329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"020136a9-8f08-47b0-8106-1adf8714a7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.699972233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"66985c2c-243a-4302-a4d2-d24e6ae19e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.705694333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"020136a9-8f08-47b0-8106-1adf8714a7a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:39.707803752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"66985c2c-243a-4302-a4d2-d24e6ae19e19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.286102769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9c2ae60c-9e3f-4836-a3f0-29dcd891ed2d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.288107242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"9b16a180-f1be-4248-8b16-40950bfe72be","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.28849424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"bb172103-3542-4136-9686-d7b017241a96","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.293804939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9c2ae60c-9e3f-4836-a3f0-29dcd891ed2d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.298895156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"bb172103-3542-4136-9686-d7b017241a96","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.299068141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"9b16a180-f1be-4248-8b16-40950bfe72be","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.300130575Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9c2ae60c-9e3f-4836-a3f0-29dcd891ed2d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:40.308341565Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"bb172103-3542-4136-9686-d7b017241a96","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:45.202044947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"31e61ffc-6bf4-40fc-800a-d8b29369c28f","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.294066017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"4217f27d-6009-43d8-81f6-e8d1aa82f572","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","subscription":"e2e-att-unrel-76f776-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.300790448Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"4217f27d-6009-43d8-81f6-e8d1aa82f572","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.304420768Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-sub","reconcileID":"4217f27d-6009-43d8-81f6-e8d1aa82f572","MaaSSubscription":{"name":"e2e-att-unrel-76f776-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.338567939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.344144191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"e321199e-7b3a-468b-9ede-7e72d2c7ffce","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.344171291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"e321199e-7b3a-468b-9ede-7e72d2c7ffce","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.401890201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"603023a4-6d07-4c25-9877-f2351b638e86","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.401961086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"603023a4-6d07-4c25-9877-f2351b638e86","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.403210336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"4753ed9e-cba5-4759-ba06-b6067c28d033","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.403548355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"fc4c43e0-03cf-4d7a-a2c3-756b735b7987","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.482516423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"fc4c43e0-03cf-4d7a-a2c3-756b735b7987","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.483306042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"4753ed9e-cba5-4759-ba06-b6067c28d033","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.487247726Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.487583093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"4b09f079-19a2-43a6-b519-0c8484926fb4","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.487598317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"4b09f079-19a2-43a6-b519-0c8484926fb4","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.502484782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-unrel-76f776-access","reconcileID":"d8ec0183-f738-4f20-85b6-737817c1b1fc","MaaSAuthPolicy":{"name":"e2e-att-unrel-76f776-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.523705408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"2ac496f8-1a3a-4650-b53e-e1fd24eac363","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:47.523728048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"2ac496f8-1a3a-4650-b53e-e1fd24eac363","MaaSModelRef":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-unrel-76f776-8e6cea56af29","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-unrel-76f776","externalModel":"e2e-att-unrel-76f776","provider":"e2e-att-unrel-76f776-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.182309617Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"e68f4143-0920-4d90-bdca-974e7cd32cb5","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.198434735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"1b6947f5-5da3-4375-b733-079a95a5cdcb","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.198475591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"1b6947f5-5da3-4375-b733-079a95a5cdcb","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.202467934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"baebb61d-d16e-4686-a49f-c0f068802af7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.203111194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cc380418-bbb0-4b2c-be72-5d55c502ddec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.203523909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0e07580e-b9a2-43be-b81d-be4f3908b76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.204898715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"381dc7dc-8e08-4c32-977e-2b1e4389f628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.212762619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"baebb61d-d16e-4686-a49f-c0f068802af7","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.213706582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cc380418-bbb0-4b2c-be72-5d55c502ddec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.215946453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0e07580e-b9a2-43be-b81d-be4f3908b76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.216468646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"7a9e7bf0-24a9-4cbf-b021-5ac824cbf49e","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.217322179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"ce895790-dc2c-4203-92ef-142329ee6d55","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.217654523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"381dc7dc-8e08-4c32-977e-2b1e4389f628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.288218602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"ce895790-dc2c-4203-92ef-142329ee6d55","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.390002553Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-76f776","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","reconcileID":"7ca8d97b-ea2d-447c-85cb-ea671ac5ba28","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-unrel-76f776","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.510034471Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"ce895790-dc2c-4203-92ef-142329ee6d55","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.517253374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16189608-cc7e-495a-9021-c8c8f0ce9e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.517760491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27d69ea3-3b9d-4889-b024-4c88f9b12f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.521111063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"6e76837b-deb4-45ab-89ba-752ea13e1fb9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.52675907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16189608-cc7e-495a-9021-c8c8f0ce9e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.526997863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27d69ea3-3b9d-4889-b024-4c88f9b12f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.527276846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e2ebcee3-de23-4cae-846c-3559df79bafa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.529500749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"6e76837b-deb4-45ab-89ba-752ea13e1fb9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.534824976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e2ebcee3-de23-4cae-846c-3559df79bafa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.535209926Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"6e76837b-deb4-45ab-89ba-752ea13e1fb9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.536337881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c5f4cafa-a0b9-40fd-aaa1-caa1beebf52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.54394691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c5f4cafa-a0b9-40fd-aaa1-caa1beebf52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.632173489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2d6428ea-e820-49c5-aeea-af902c89cbb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.632174499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2f613cca-5356-4b2f-a9ab-9c80883d0837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.63928086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2f613cca-5356-4b2f-a9ab-9c80883d0837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.639319412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2d6428ea-e820-49c5-aeea-af902c89cbb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.730026646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0a7269e5-8ed5-4491-91e1-1d34a290db0a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.732559948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"261d713f-fd9c-4b75-97c7-bc95a64d7335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.732828216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f1f57e1c-847c-4ae5-af3f-fd03fa126453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.734230972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"59cbf5e9-90d5-4994-bc9b-140791124b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.735386958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"a4ea5345-7628-4914-b189-93892bb3e0d7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.739433314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"0a7269e5-8ed5-4491-91e1-1d34a290db0a","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.743601874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"a4ea5345-7628-4914-b189-93892bb3e0d7","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.745793915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"261d713f-fd9c-4b75-97c7-bc95a64d7335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.751037627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f1f57e1c-847c-4ae5-af3f-fd03fa126453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.757773511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"59cbf5e9-90d5-4994-bc9b-140791124b87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.826108858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"fac608fb-52cd-49bc-9e97-2248e5a0aa62","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.826143181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"fac608fb-52cd-49bc-9e97-2248e5a0aa62","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.923628801Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"588d344d-f325-4cf5-8278-1c5efc674891","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f6cea063","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.960204067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d725e105-0a3e-4d4b-96b9-789978532275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.960810537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b6c7db9-693d-4cef-9775-a985255373b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.96513799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce250102-9ddd-4817-ad0d-6242743dba02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.965586708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b7436f-baa9-43ec-a409-fad63576e20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.965992977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"abc677e1-4a22-4f8a-a5fa-c3b151edf403","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.971851327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2b6c7db9-693d-4cef-9775-a985255373b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.976609291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"abc677e1-4a22-4f8a-a5fa-c3b151edf403","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:48.986000083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95b7436f-baa9-43ec-a409-fad63576e20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.008774464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d725e105-0a3e-4d4b-96b9-789978532275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.082068459Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"abc677e1-4a22-4f8a-a5fa-c3b151edf403","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.08407648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce250102-9ddd-4817-ad0d-6242743dba02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.133311288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"fc9cc7ad-1aa1-42ef-9bac-c9a4d65b29c8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.137343866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"da1f9db7-2fe4-4296-b8ff-9dd1852591e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.140587914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"fc9cc7ad-1aa1-42ef-9bac-c9a4d65b29c8","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.141014951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"6b74d22b-1846-4032-89f1-939d752b01b4","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.145014917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"da1f9db7-2fe4-4296-b8ff-9dd1852591e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.186196872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"6b74d22b-1846-4032-89f1-939d752b01b4","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:49.192716642Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"6b74d22b-1846-4032-89f1-939d752b01b4","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.287285231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"41af7206-4542-462d-8dff-f46243087a80","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","subscription":"e2e-rot-d63834-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.287466638Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-sub","reconcileID":"41af7206-4542-462d-8dff-f46243087a80","MaaSSubscription":{"name":"e2e-rot-d63834-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","error":"MaaSModelRef not found: e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.511892088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-56687c priority=0:[ai-tenant-e2e-extmod-b-56687c/e2e-att-serve-2a4a77-sub ai-tenant-e2e-extmod-b-56687c/e2e-rec-ctrl-18e586-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.542690512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"c5665ed0-f8d0-413a-b889-b6921460616b","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.543183148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4221c9aa-1786-4ad7-84ad-c934468ee690","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.550276201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"33ec5453-5502-4553-a39d-97a35b76eca9","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.554425715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4221c9aa-1786-4ad7-84ad-c934468ee690","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.554777048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"c5665ed0-f8d0-413a-b889-b6921460616b","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.561515523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"33ec5453-5502-4553-a39d-97a35b76eca9","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.563991276Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"c5665ed0-f8d0-413a-b889-b6921460616b","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.565085319Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4221c9aa-1786-4ad7-84ad-c934468ee690","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:50.654984074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rot-d63834-access","reconcileID":"439439f2-fd53-4a6d-a60a-33f759ac0666","MaaSAuthPolicy":{"name":"e2e-rot-d63834-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rot-user-b31323/e2e-rot-d63834","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.258578521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"8b059b76-3164-47b4-8158-443d8376a9d9","namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.290497407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"58f202ce-341e-44ed-9a53-e8d0bf5f4973","namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.331856082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f7a43c6d-da49-47f3-ba68-998011dc8d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.346302934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"981b479d-5a86-41a0-848d-e2c9ad6d5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.440707483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f7a43c6d-da49-47f3-ba68-998011dc8d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.488308488Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"a59989b6-dfe2-4b41-a4fb-2696c328e300","namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.488688199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"62be38af-5b14-4252-9f2b-30cec683d034","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.489298672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9fb4186a-82ec-48e1-9b95-2facea28c241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.497429853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"981b479d-5a86-41a0-848d-e2c9ad6d5881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.507421471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"3a6a6a29-3501-4c38-bd6f-d58e5af14930","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.514430622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"62be38af-5b14-4252-9f2b-30cec683d034","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.634287223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9fb4186a-82ec-48e1-9b95-2facea28c241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.753528904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"96c312c3-35c5-4323-9722-86cbb53daac7","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.753562868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"96c312c3-35c5-4323-9722-86cbb53daac7","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.830895555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"3a6a6a29-3501-4c38-bd6f-d58e5af14930","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.856791107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3e0708a2-30de-4cbd-be4c-da85df8248a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.85745234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cc1b40ff-51bd-472e-b08a-2e0c2c7f2c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.971526954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3e0708a2-30de-4cbd-be4c-da85df8248a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.976460776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cc1b40ff-51bd-472e-b08a-2e0c2c7f2c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:51.985811775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"71bef850-fcaf-4231-a73d-9ffb3feb23bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.00469862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9325a0d6-a89a-43ae-ad8e-8e60815f34eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.007178223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"71bef850-fcaf-4231-a73d-9ffb3feb23bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.019227016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9325a0d6-a89a-43ae-ad8e-8e60815f34eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.026912675Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"9325a0d6-a89a-43ae-ad8e-8e60815f34eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.087676492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c55ffc57-74e3-4ddc-a8be-b60cdeeedbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.201369614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"edf63b19-b724-4cbd-97c6-4014c85bea3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.203130845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c55ffc57-74e3-4ddc-a8be-b60cdeeedbaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.262723525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"86396b25-d880-41d7-9dc9-814e32af291a","namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.441732051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"b3e4719f-8f38-422c-820b-c45be456434a","namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.362537165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"82207ad3-e131-4a1f-b010-9f9454b454db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.363979413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2afc218a-d183-4c21-a49b-40d52e8b1395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.364217071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8df4c58b-3f8a-4c9e-ad33-4572b6594688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.444477814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"edf63b19-b724-4cbd-97c6-4014c85bea3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.45660487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8df4c58b-3f8a-4c9e-ad33-4572b6594688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.469184846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"82207ad3-e131-4a1f-b010-9f9454b454db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.471611262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2afc218a-d183-4c21-a49b-40d52e8b1395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.471687282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"858d23c7-0369-4b6b-8165-87b405a54f39","namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.477732242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"6a830a65-84bc-4b98-be22-1297ef171e01","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.477770799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"6a830a65-84bc-4b98-be22-1297ef171e01","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.497874138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2e4af122-7db6-418b-9a26-5dafb43b93a9","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.497906259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2e4af122-7db6-418b-9a26-5dafb43b93a9","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:52.505858473Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2e4af122-7db6-418b-9a26-5dafb43b93a9","name":"e2e-cfl-same-cc697c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cc697c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:06:52.506020202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2e4af122-7db6-418b-9a26-5dafb43b93a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cc697c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.516106393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"4bd65753-0d23-495b-813a-1e1c53926113","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.516176478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"4bd65753-0d23-495b-813a-1e1c53926113","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.57328981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5b504f42-1c48-4664-afe0-7de48b02c36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.573839477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dab1374c-a144-49c5-9ab2-31ffbfd852e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.574526431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ad456eab-7265-400f-92cc-c5d6121b5675","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.574948509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e9fc7bab-090b-4b93-ad49-447cb4b0ccf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.580004719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8e38712-25a5-41b5-877b-eed5c752b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.585284027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ad456eab-7265-400f-92cc-c5d6121b5675","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.588747813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e9fc7bab-090b-4b93-ad49-447cb4b0ccf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.593211185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"5b504f42-1c48-4664-afe0-7de48b02c36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.713232435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dab1374c-a144-49c5-9ab2-31ffbfd852e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.75801024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8e38712-25a5-41b5-877b-eed5c752b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.99438938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"589f37f4-51a3-4875-b1a1-886fa052d78b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.994691961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3c3371b7-e74a-431e-b74c-7f5f2bc3eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:52.994831937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1c3da3c5-3d07-45e5-972f-7dc590df8f3c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.006164011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"589f37f4-51a3-4875-b1a1-886fa052d78b","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.006363019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3c3371b7-e74a-431e-b74c-7f5f2bc3eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.009822648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1c3da3c5-3d07-45e5-972f-7dc590df8f3c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.010267536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e101b6ef-3cd9-42f8-83ad-7f7216de2a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.01160249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"151e0c97-7706-4b30-aca7-8b7975196d4b","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.011624164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"151e0c97-7706-4b30-aca7-8b7975196d4b","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.011964313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9888c55d-bad0-4f97-a1f7-35cecc6dcf99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.019783839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e101b6ef-3cd9-42f8-83ad-7f7216de2a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.021679912Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"1c3da3c5-3d07-45e5-972f-7dc590df8f3c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.025494259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9888c55d-bad0-4f97-a1f7-35cecc6dcf99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.253235636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6d8092e2-1fde-4636-95df-3dc729b7f7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.253308867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b3b6b7a8-5e13-4836-8274-cb2f9754f34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.275256969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b3b6b7a8-5e13-4836-8274-cb2f9754f34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.281315461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6d8092e2-1fde-4636-95df-3dc729b7f7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.326227501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c3d61605-63df-44eb-9648-806141ba3667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.326356444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"3a89f301-3198-4698-8227-a871af64c4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.326566082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9d0368d0-c0fc-4673-ab03-d540812d04ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.333893294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c3d61605-63df-44eb-9648-806141ba3667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.334644919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"3a89f301-3198-4698-8227-a871af64c4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.336454714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9d0368d0-c0fc-4673-ab03-d540812d04ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.44547198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2152bccd-8bf4-4049-87c7-c89fcea009e5","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.445501292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2152bccd-8bf4-4049-87c7-c89fcea009e5","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.449847252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"082d4c19-0025-406a-92c7-05f1b6e5c2b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.507072236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"082d4c19-0025-406a-92c7-05f1b6e5c2b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.613667876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"082d4c19-0025-406a-92c7-05f1b6e5c2b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.637126977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"840b816c-5a49-42fb-8311-96e1e61653de","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:53.637266611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"840b816c-5a49-42fb-8311-96e1e61653de","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.023629577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"8a7c1e1e-5b73-4a76-9402-9562f54ee292","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.032323552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"e1b2c2f9-fbf9-4251-95be-d4e1417d98bd","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.037096412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"7744802c-a013-469c-b9d0-ff0ef7bb2a8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.039593859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d4540a26-ae17-4fd0-8e37-1f39841ebeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.040821588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e03f3139-af3b-4e4a-9996-0cf97f7f0cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.041129889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7f2eeaa5-7f61-4adc-88e6-b14f8438728a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.042291987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0e6334f7-d3d6-4416-9e78-17465fc67673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.044285057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"7744802c-a013-469c-b9d0-ff0ef7bb2a8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.047324574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d4540a26-ae17-4fd0-8e37-1f39841ebeda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.048800887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7f2eeaa5-7f61-4adc-88e6-b14f8438728a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.049487786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e03f3139-af3b-4e4a-9996-0cf97f7f0cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.050761529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"7744802c-a013-469c-b9d0-ff0ef7bb2a8d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.051145723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"0e6334f7-d3d6-4416-9e78-17465fc67673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.057505709Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"7f2eeaa5-7f61-4adc-88e6-b14f8438728a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.18262621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"4fd79f6a-4226-46fa-a2f0-35e7ff18b300","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.335443652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c1c3b5-08b0-4997-ba62-9446b491f111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.472611522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4b881ea-a069-4017-b34d-f05a95756c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.607580515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c1c3b5-08b0-4997-ba62-9446b491f111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.656377013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4b881ea-a069-4017-b34d-f05a95756c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.657794354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0a08ce9a-7328-4463-bbaf-2c92a6fb408e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.659856988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ef556c05-4ac6-4035-a7e9-283a3c3c7788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.666443402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"234a2dac-8c70-41eb-92da-949b1440aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.670287714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0a08ce9a-7328-4463-bbaf-2c92a6fb408e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.671150602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"37d3bdcf-c8b4-4017-9e40-abe6586a5781","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.671231526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"37d3bdcf-c8b4-4017-9e40-abe6586a5781","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.680493571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"234a2dac-8c70-41eb-92da-949b1440aa47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.685336999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ef556c05-4ac6-4035-a7e9-283a3c3c7788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.700366135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1a527e71-7587-493a-ac4b-f1507eb9c380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.708163286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1a527e71-7587-493a-ac4b-f1507eb9c380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.954157163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"30f6a264-fdd7-497e-b101-f39bd1ee75eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:54.974822444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"462144cc-a0cc-4867-b18b-5347352ddbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.011492257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"462144cc-a0cc-4867-b18b-5347352ddbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.012515553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"30f6a264-fdd7-497e-b101-f39bd1ee75eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.012560941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"685ac856-ae6f-488e-a97f-e08aa86c74d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.031048169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"06455cf9-99c1-45b0-98d0-dea16f1c87ed","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.029904588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"685ac856-ae6f-488e-a97f-e08aa86c74d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.035202779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"eb65d3ef-4168-4c9c-bacc-a416a0bad48c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.045642942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"06455cf9-99c1-45b0-98d0-dea16f1c87ed","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.049175087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"eb65d3ef-4168-4c9c-bacc-a416a0bad48c","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.192444943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e48a33da-63ef-4e07-a148-1c395e1100c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.193135606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4223c4e2-96ce-4641-8418-d74d2088905b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.197490355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7dab9a9e-a3ae-4db0-b13f-b7136f7d693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.20174503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e48a33da-63ef-4e07-a148-1c395e1100c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.204667908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4223c4e2-96ce-4641-8418-d74d2088905b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.204975805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7dab9a9e-a3ae-4db0-b13f-b7136f7d693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.207277738Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"e48a33da-63ef-4e07-a148-1c395e1100c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.209346845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"32ada3e3-b80d-4e6f-8378-c8dc589b7b4c","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.216977077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"db268714-1921-49c3-a446-4b8352bd023f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.218807497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"dfea12ed-f165-455f-ad78-6b7fef36cee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.225065689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"db268714-1921-49c3-a446-4b8352bd023f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.227657361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"dfea12ed-f165-455f-ad78-6b7fef36cee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.23065455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"db268714-1921-49c3-a446-4b8352bd023f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.319834095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fdad23fb-41ef-491a-915a-51d4e2503a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.31988179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0c007930-2011-4925-878a-462ca66e4c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.320978403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13012a63-7aca-4f87-9d73-f11a180bc494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.320983896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a99aef4-310c-4256-b16e-81ffd1d56ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.327112503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0c007930-2011-4925-878a-462ca66e4c47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.32772281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fdad23fb-41ef-491a-915a-51d4e2503a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.329805232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a99aef4-310c-4256-b16e-81ffd1d56ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:55.330243545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13012a63-7aca-4f87-9d73-f11a180bc494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.750107397Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"92a4b952-75e0-48fa-9928-33c8067c7358","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.756541384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"011785dd-d887-4367-9367-f5ac8aa9c916","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.769642707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4f68476e-8ed4-470a-9147-718f0665712d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.770065107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"6520a051-a5dd-4311-99ce-aa8eba7ae517","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.770498372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6323391e-7879-4410-acfa-37183f680c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.772322363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"dafbbd06-c952-445f-83b6-b5059afee6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.774140465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dee5daec-1941-4058-8db2-c4ec5b1a5dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.784656721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4f68476e-8ed4-470a-9147-718f0665712d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.788547173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"6520a051-a5dd-4311-99ce-aa8eba7ae517","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.792176147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6323391e-7879-4410-acfa-37183f680c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.792809285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"dafbbd06-c952-445f-83b6-b5059afee6b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.795431881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"6520a051-a5dd-4311-99ce-aa8eba7ae517","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.796370171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dee5daec-1941-4058-8db2-c4ec5b1a5dbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.810396626Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"d132fe0b-359c-47c5-83ea-09a4cd7ba42a","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.818182423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f05641d-cb89-43d3-9623-8bd66023bcfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.818186922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"240c6d9f-c2c0-4f17-841b-c0e11c85fcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.819824472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"62fc1daa-db13-4879-af65-1eb615a948a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.82540992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"240c6d9f-c2c0-4f17-841b-c0e11c85fcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.894251137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"62fc1daa-db13-4879-af65-1eb615a948a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.905358405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8f05641d-cb89-43d3-9623-8bd66023bcfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.919521178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"83297b18-0abd-4cb4-8a0f-1e85aa56311c","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.922103335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"8f0b71ae-19f5-46dd-9b32-18243f3bbb8b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.927024379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"83297b18-0abd-4cb4-8a0f-1e85aa56311c","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.929699394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"8f0b71ae-19f5-46dd-9b32-18243f3bbb8b","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:56.946380834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"91d23fca-c9fd-41dd-a1b7-84ad494a7dfb","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.023037994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"99bc5d12-db0d-425e-9dc2-3066bdb98430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.023075966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f7742bc3-e71d-4f4e-9fff-2f4314236467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.02342501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ab5adedb-f608-4fbe-9942-6b78d9bb59c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.030382261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f7742bc3-e71d-4f4e-9fff-2f4314236467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.030748442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"99bc5d12-db0d-425e-9dc2-3066bdb98430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.03271873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ab5adedb-f608-4fbe-9942-6b78d9bb59c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.109790075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"32b96fc3-f93c-4815-b71e-c82bdf98a697","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.109822224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"32b96fc3-f93c-4815-b71e-c82bdf98a697","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.123158085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"818f4d07-aba3-4863-8bce-165d6f3ecea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.123821436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3f8b05f2-83f8-4a8f-816e-11774e3e682b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.125688363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8aa05df-f0b2-4276-87ec-c08ff2f9c7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.13170676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"818f4d07-aba3-4863-8bce-165d6f3ecea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.132458988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3f8b05f2-83f8-4a8f-816e-11774e3e682b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.137588178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8aa05df-f0b2-4276-87ec-c08ff2f9c7e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.140313412Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3f8b05f2-83f8-4a8f-816e-11774e3e682b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.318847414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"66e95eaa-373d-461d-bae4-da89324bacca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.333504411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b38e4647-ca6d-4c4c-891e-1dd8a8e4d4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.337186217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2f9ed8ce-2dd2-418a-90bf-ab446288b027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.337671972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"99392c86-6fe9-4651-9b19-364a0b3fd460","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.349139332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"66e95eaa-373d-461d-bae4-da89324bacca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.35041218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"b38e4647-ca6d-4c4c-891e-1dd8a8e4d4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.353312031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4c0fc849-a8ec-4289-9c37-ece73c9b4a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.357015513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2f9ed8ce-2dd2-418a-90bf-ab446288b027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.358306851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"99392c86-6fe9-4651-9b19-364a0b3fd460","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.36536574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4c0fc849-a8ec-4289-9c37-ece73c9b4a1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.36988974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"99392c86-6fe9-4651-9b19-364a0b3fd460","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.43301041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7a5ba7e7-770e-4101-8e24-6429826c1936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.441825045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7a5ba7e7-770e-4101-8e24-6429826c1936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.483699568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"9795dd33-bb34-4568-8083-5e160a9d91d2","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.483735841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"9795dd33-bb34-4568-8083-5e160a9d91d2","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.532707167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"8004d694-0963-4e8b-8403-0d4bc8f7b4e3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.536491619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"67979def-1128-4131-aecb-d117c6023cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.536746711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b295b6f9-7aa3-47a1-8edd-442179f26db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.545403991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"67979def-1128-4131-aecb-d117c6023cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.549838372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b295b6f9-7aa3-47a1-8edd-442179f26db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.562272697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"8004d694-0963-4e8b-8403-0d4bc8f7b4e3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.572457468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"8004d694-0963-4e8b-8403-0d4bc8f7b4e3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.583580521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"9a7edacc-76d6-45e8-8a59-b3998606808f","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:57.583708057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"9a7edacc-76d6-45e8-8a59-b3998606808f","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:58.940490085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"60c80491-39cf-4f72-bfd1-77ca2cd005f6","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","subscription":"e2e-att-serve-d481ca-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:58.965565586Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"60c80491-39cf-4f72-bfd1-77ca2cd005f6","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:58.972705944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-sub","reconcileID":"60c80491-39cf-4f72-bfd1-77ca2cd005f6","MaaSSubscription":{"name":"e2e-att-serve-d481ca-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.127131673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"a22c3785-085a-4e5b-9343-7f912faae46d","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.127179095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"a22c3785-085a-4e5b-9343-7f912faae46d","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.129531975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ed67dcc3-aa28-4953-b858-0b5c265f023e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.138521761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"ed67dcc3-aa28-4953-b858-0b5c265f023e","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.142995613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"a3402077-74d4-4397-8b2e-215c705919af","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.143013618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"a3402077-74d4-4397-8b2e-215c705919af","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.247329157Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"63f1e849-571e-420e-b37d-45b4be55fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.248851722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"fa3d89e1-4b65-485f-b9b8-dff0e18c6e56","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.248877162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"fa3d89e1-4b65-485f-b9b8-dff0e18c6e56","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.2580605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"63f1e849-571e-420e-b37d-45b4be55fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.280836049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"63f1e849-571e-420e-b37d-45b4be55fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.280858048Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-att-serve-d481ca-access","reconcileID":"63f1e849-571e-420e-b37d-45b4be55fb8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d481ca-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.304588588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"9a00aa9d-ebcc-4e45-8b9e-665c94c30789","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"tenant":"e2e-extmod-b-b76c62","gateway":"openshift-ingress/e2e-extmod-b-b76c62","model":"e2e-extmod-att-user-adc878/e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.304708432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"9a00aa9d-ebcc-4e45-8b9e-665c94c30789","MaaSModelRef":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"routeName":"external-model-e2e-att-serve-d481ca-d57aa0a43be0","namespace":"e2e-extmod-att-user-adc878","model":"e2e-att-serve-d481ca","externalModel":"e2e-att-serve-d481ca","provider":"e2e-att-serve-d481ca-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.524605215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"74cfc876-a559-4b33-9e84-2f7b832d1a9f","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.531642856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"170b1e9a-c88c-4186-825a-2bb1eb6cc859","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.89243772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"f30754cd-d7a0-4b1f-96c7-b48ec73f04e9","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.929486399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"186cd6e6-51d1-4c92-a131-8e67e7368cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.932154627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"331ff172-2bd5-451b-8dfe-60a7a3d4e776","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.932878142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"75cdf633-9ebd-45d2-8760-d1a2cdc28033","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.9331275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b981d7c9-4391-4571-bf2a-9443515082e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.937398975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"856d97ff-d7c0-4b59-bdfd-bcc4267f8ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.938293888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"186cd6e6-51d1-4c92-a131-8e67e7368cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.982125802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"331ff172-2bd5-451b-8dfe-60a7a3d4e776","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.991646029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"75cdf633-9ebd-45d2-8760-d1a2cdc28033","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:06:59.9968126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b981d7c9-4391-4571-bf2a-9443515082e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.00772338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"186cd6e6-51d1-4c92-a131-8e67e7368cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.010149911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"331ff172-2bd5-451b-8dfe-60a7a3d4e776","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.012070019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"856d97ff-d7c0-4b59-bdfd-bcc4267f8ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.020715907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d481ca","namespace":"e2e-extmod-att-user-adc878"},"namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","reconcileID":"310931c9-cba8-4cfb-9c09-7f0299a4a9f7","namespace":"e2e-extmod-att-user-adc878","name":"e2e-att-serve-d481ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.053480907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9d08a525-8b7d-45e6-9c2d-b07b9ddf25fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.054504701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a11a0b0d-9c63-4d53-9e75-e4a4a6a8d840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.065910376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9d08a525-8b7d-45e6-9c2d-b07b9ddf25fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.068423331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a11a0b0d-9c63-4d53-9e75-e4a4a6a8d840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.075666755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596b556-037b-4c9f-a1d4-a6de368e2a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.079735194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596b556-037b-4c9f-a1d4-a6de368e2a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.090610908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596b556-037b-4c9f-a1d4-a6de368e2a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.099487911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5596b556-037b-4c9f-a1d4-a6de368e2a15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.156969584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"66b1fd3e-e09a-450e-bc2f-3b81f71a5d64","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.253849336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"66b1fd3e-e09a-450e-bc2f-3b81f71a5d64","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.441764548Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"66b1fd3e-e09a-450e-bc2f-3b81f71a5d64","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.456452447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c24db1f-3a23-499a-8d5a-a8df14588746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.462973266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be2b33b-8279-4eb3-8e03-54fae81cd023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.46858978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac34b979-e8b2-48d2-bbeb-b1fc54ff71f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.476116298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c24db1f-3a23-499a-8d5a-a8df14588746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.476730085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bce2b45a-727a-4f76-9056-b3fa6449f2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.494638885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4be2b33b-8279-4eb3-8e03-54fae81cd023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.52493228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"bce2b45a-727a-4f76-9056-b3fa6449f2d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.519696542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac34b979-e8b2-48d2-bbeb-b1fc54ff71f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.587459007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15dff4d9-8a5b-4d8a-ae68-f590102a8787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.607608695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15dff4d9-8a5b-4d8a-ae68-f590102a8787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.714426395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"0e3436ea-2de8-4b86-90e8-40ea753ddc1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.714572276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f25a1440-d2c3-46aa-8b82-3ddd06dd9a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.715189228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"608c4106-5724-479f-91a7-7b5f2ed70ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.717090041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"bd86f825-def6-4426-b286-706ee5d1676c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.721515648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"0e3436ea-2de8-4b86-90e8-40ea753ddc1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.722000561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f25a1440-d2c3-46aa-8b82-3ddd06dd9a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.723904599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"608c4106-5724-479f-91a7-7b5f2ed70ce1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.724523645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"bd86f825-def6-4426-b286-706ee5d1676c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.727102302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"0e3436ea-2de8-4b86-90e8-40ea753ddc1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.75657066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d8b4b0-b2db-4546-9b36-9f047cf477cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.785665617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d8b4b0-b2db-4546-9b36-9f047cf477cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.802707608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d8b4b0-b2db-4546-9b36-9f047cf477cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.811387808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d8b4b0-b2db-4546-9b36-9f047cf477cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.823273415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f5199caf-a482-48ca-814e-339e992890b3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.825399302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"15304c93-7f08-4c82-affa-c203f3d9dbaf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.825833082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"2859fa60-615b-4382-8298-15f58f25f022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.826247471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"eb83736a-dca9-4753-95e9-c91ff74754db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.826837883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"049a973f-2ad5-4e55-9707-88c37be05c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.906513346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"15304c93-7f08-4c82-affa-c203f3d9dbaf","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.907194993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f5199caf-a482-48ca-814e-339e992890b3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.908991996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"eb83736a-dca9-4753-95e9-c91ff74754db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.913202674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"2859fa60-615b-4382-8298-15f58f25f022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.91527791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"049a973f-2ad5-4e55-9707-88c37be05c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.915278542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f5199caf-a482-48ca-814e-339e992890b3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.925465109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c4e619fe-d659-49d7-96ae-dbb859e76532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:00.933250927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c4e619fe-d659-49d7-96ae-dbb859e76532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.010372544Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"1b6fb9c6-88f9-4763-a9fd-a2bb523eccfd","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","subscription":"e2e-rec-ctrl-18e586-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.010541096Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-sub","reconcileID":"1b6fb9c6-88f9-4763-a9fd-a2bb523eccfd","MaaSSubscription":{"name":"e2e-rec-ctrl-18e586-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","error":"MaaSModelRef not found: e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.110540059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"b9d3f83d-e0cd-408c-9662-54a1ba662636","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.115417979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3fe75993-9de8-4897-a4f1-a1d0c7d19007","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.123540939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"b9d3f83d-e0cd-408c-9662-54a1ba662636","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.127576883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3fe75993-9de8-4897-a4f1-a1d0c7d19007","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:02.136052453Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"3fe75993-9de8-4897-a4f1-a1d0c7d19007","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.18657639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"7a4a9944-1244-4db0-a236-1a9aab60f0ba","namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.18701429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"fc6d79e4-2896-4860-a3aa-46a8f6a60303","namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.200244807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"d71180d4-2da8-45ad-8f01-a96302d88abc","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.201754612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"124d6bd6-0657-4f09-b87c-a7ee3302f54f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.204353746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4f3d184d-a78c-419f-8c20-8a7c2112d5a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.205659424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"abf0c75f-18ac-41a1-a40f-7565b6a6a75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.281285284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1a38d060-8337-459b-9070-4e457f186277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.281573959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"58d90226-86eb-4c01-a5b9-88892d0acbca","namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.283235238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"d71180d4-2da8-45ad-8f01-a96302d88abc","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.28546215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"124d6bd6-0657-4f09-b87c-a7ee3302f54f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.287650352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4f3d184d-a78c-419f-8c20-8a7c2112d5a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.28979591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"abf0c75f-18ac-41a1-a40f-7565b6a6a75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.29090805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"d71180d4-2da8-45ad-8f01-a96302d88abc","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.291150173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1a38d060-8337-459b-9070-4e457f186277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.292585587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"124d6bd6-0657-4f09-b87c-a7ee3302f54f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.293460048Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"4f3d184d-a78c-419f-8c20-8a7c2112d5a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.303476454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e39818bd-03a4-4675-83e0-7f9eedff62ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.303623769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bdd408a-429c-40ee-811c-59a27a3658d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.310571334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e39818bd-03a4-4675-83e0-7f9eedff62ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.311261507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0f90c976-1ecc-4697-adca-b2dec6a2ce9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.31258984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bdd408a-429c-40ee-811c-59a27a3658d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.313849505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fafc69c7-8bca-4fcb-b6b1-12a3c6f973e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.313943656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fd7835f3-4f5a-4ea6-925d-bee829301895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.385802121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0f90c976-1ecc-4697-adca-b2dec6a2ce9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.400639818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"fd7835f3-4f5a-4ea6-925d-bee829301895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.401131221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"fafc69c7-8bca-4fcb-b6b1-12a3c6f973e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.430509538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"39b5d4c7-851d-4684-b69a-64a52512c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.436852109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"65cc2494-75aa-48c6-8f1c-a307d161b74c","MaaSModelRef":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.441467145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"39b5d4c7-851d-4684-b69a-64a52512c39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.517684634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8eb5e8b3-06b8-4e20-ba15-8da2b2d20cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.517868335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cb215a61-429b-4e4a-bdd3-40600c88b534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.519802519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"893b61e0-0a6e-478e-9c07-dcc7ee4f36c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.519957511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"96a0b169-5fb1-4764-90fb-9df46788e268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.521304766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ccbe6900-7991-4675-ba20-fe647de5cd07","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.526559323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cb215a61-429b-4e4a-bdd3-40600c88b534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.528153547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8eb5e8b3-06b8-4e20-ba15-8da2b2d20cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.530550229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"96a0b169-5fb1-4764-90fb-9df46788e268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.531785508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"893b61e0-0a6e-478e-9c07-dcc7ee4f36c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.534105109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"ccbe6900-7991-4675-ba20-fe647de5cd07","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.636888328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"20f42f69-4fc2-4469-adca-d11be0d86aa2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.648543455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"fc6c1652-3c2d-4e1d-b855-b6cee961e0ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.649135837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d279045-78cd-4767-92d6-226b058b4bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.650109106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e4e71cc7-06c0-4f47-a5d2-d9ccf5de79de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.651097891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"20f42f69-4fc2-4469-adca-d11be0d86aa2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.657902499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"20f42f69-4fc2-4469-adca-d11be0d86aa2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.659517524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1d279045-78cd-4767-92d6-226b058b4bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.661678802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e4e71cc7-06c0-4f47-a5d2-d9ccf5de79de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.662242893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"fc6c1652-3c2d-4e1d-b855-b6cee961e0ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.66887024Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"fc6c1652-3c2d-4e1d-b855-b6cee961e0ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.720114712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"565f77d4-46ed-4935-bfad-849d4a9b5ae5","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.729503116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"565f77d4-46ed-4935-bfad-849d4a9b5ae5","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:07.738668621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"565f77d4-46ed-4935-bfad-849d4a9b5ae5","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:09.533712109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"825868ca-408d-44d9-9add-dcc3f5d79b4b","MaaSModelRef":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:09.541476471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"52166ec6-7843-4bfa-84d3-99233b613d0a","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:12.195676979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-rec-ctrl-18e586-access","reconcileID":"01f20638-93c0-4507-835c-5e858005d974","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-18e586-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-rec-user-c292da/e2e-rec-ctrl-18e586","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:13.989784765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"5976ed6c-cc90-4552-8227-2c1e4a5dd5b7","namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.091424866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"ef0b5e13-0fb0-46d3-901e-d8eb1aa99c38","namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.162966145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"14139db4-d4d5-42ac-bd02-7e05b7528d18","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.167075431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"00caaecd-0f5d-4d5a-ae43-c9915be7be48","namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.180564188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"dc508e94-2a19-4b22-b629-1b3ed3d00d43","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.181231193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"50529a0b-273d-441c-b3bb-98884893addb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.193849175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"14139db4-d4d5-42ac-bd02-7e05b7528d18","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.195895685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"2109ef4c-6b8d-46f1-9743-d78ab5e310f5","namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.199274873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4e9d6cac-9566-4851-b18d-2ea5e00e0bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.196300513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6abb2f-3cc9-4f0d-87e2-b3cfbd388b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.255444092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"dc508e94-2a19-4b22-b629-1b3ed3d00d43","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.257225421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"14139db4-d4d5-42ac-bd02-7e05b7528d18","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.339303802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"50529a0b-273d-441c-b3bb-98884893addb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.359084546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"6886295e-f7eb-4954-93ac-0f8e81b0a7c0","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.35920227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"6886295e-f7eb-4954-93ac-0f8e81b0a7c0","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.364780221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"dc508e94-2a19-4b22-b629-1b3ed3d00d43","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.36710402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4e9d6cac-9566-4851-b18d-2ea5e00e0bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.443724143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c0fedf","namespace":"e2e-extmod-att-noaccess-8bbd7e"},"namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","reconcileID":"ccbad792-bc7b-4881-9db3-957a5e79b496","namespace":"e2e-extmod-att-noaccess-8bbd7e","name":"e2e-att-noaccess-c0fedf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.572130527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"d0480d24-c52d-4adf-a0e1-93648f00860a","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.503657241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf04669-1852-4004-a5de-51c9e802f40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.522284928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"c2283683-9281-4a49-91f6-8979c9921f3f","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.596252028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"c2283683-9281-4a49-91f6-8979c9921f3f","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.597979395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-700ad3","namespace":"e2e-extmod-att-noaccess-7ad12a"},"namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","reconcileID":"801b8675-9bb8-49cf-8265-d879c085ba79","namespace":"e2e-extmod-att-noaccess-7ad12a","name":"e2e-att-noaccess-700ad3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.543418228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d6abb2f-3cc9-4f0d-87e2-b3cfbd388b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:14.991529134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebf04669-1852-4004-a5de-51c9e802f40c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.033693844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1a45bedb-1cfd-40e6-98eb-fbe803382a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.060039851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"60bac4eb-2ee9-4a2a-9d85-f88820005999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.076622086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1a45bedb-1cfd-40e6-98eb-fbe803382a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.118815441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"60bac4eb-2ee9-4a2a-9d85-f88820005999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.213375993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e0a813b8-c1ac-4230-8c60-460b66a10bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.214119365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c084280f-5073-4858-b174-c45b33f8577d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.225204347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"78ab74b0-c0dc-4d41-9d16-1843c1ef8a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.231456071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e0a813b8-c1ac-4230-8c60-460b66a10bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.233065865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c084280f-5073-4858-b174-c45b33f8577d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.233857665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"d773d744-e975-4b34-abd9-d6d6fa35ba24","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.233934139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"d773d744-e975-4b34-abd9-d6d6fa35ba24","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.235022695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"78ab74b0-c0dc-4d41-9d16-1843c1ef8a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.236510459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"11d6cf55-def4-4d7c-8755-c193fe038276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.24779802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"11d6cf55-def4-4d7c-8755-c193fe038276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.255272013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"31782a3e-7f2d-43fc-968f-ca8b17133815","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9b917e05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.387889078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"cf518d99-b1ca-4dd5-8039-36f1951099d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.396039566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e449fe-76b9-432a-aa3d-e5e6e9e0e31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.396377028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"963a296a-c1aa-45a3-8c3b-2d284cc568b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.396590809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"222bd59a-70f7-4afc-936f-a3c6cd99ed73","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.402131637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"32a78b74-1f8c-472f-abcf-060137c5103e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.405237847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"cf518d99-b1ca-4dd5-8039-36f1951099d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.410588585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"963a296a-c1aa-45a3-8c3b-2d284cc568b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.410621923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e449fe-76b9-432a-aa3d-e5e6e9e0e31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.412430499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"cf518d99-b1ca-4dd5-8039-36f1951099d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.412826098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"222bd59a-70f7-4afc-936f-a3c6cd99ed73","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.41497996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"32a78b74-1f8c-472f-abcf-060137c5103e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.487235313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5623f97e-8069-4ea3-9ebc-8f50a8078e81","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.497191225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"99f244bc-23da-4ff8-ba3b-590aac9d74d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.49794037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"df84ffd6-ee48-48f3-8a56-98ee45fc6d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.498545114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"1b9c7e3a-a21a-4385-ad87-b7fc05d574ba","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.498655212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"1b9c7e3a-a21a-4385-ad87-b7fc05d574ba","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.499667317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5623f97e-8069-4ea3-9ebc-8f50a8078e81","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.50223813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25286943-adb3-49e0-b8dd-103bce0beac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.508430132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"99f244bc-23da-4ff8-ba3b-590aac9d74d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.508541179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5623f97e-8069-4ea3-9ebc-8f50a8078e81","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.510838885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"df84ffd6-ee48-48f3-8a56-98ee45fc6d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.512411656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25286943-adb3-49e0-b8dd-103bce0beac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.585397175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"6714970d-72a8-4268-b6c6-ef5d591d4e9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.59049007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ec564608-2c77-4abd-b024-24d6b5bac16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.606343061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ec564608-2c77-4abd-b024-24d6b5bac16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.623204747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"6714970d-72a8-4268-b6c6-ef5d591d4e9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.62855228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"6714970d-72a8-4268-b6c6-ef5d591d4e9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.640586041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"614cb43f-e40b-4c13-8168-a0e174307322","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:15.640608368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"614cb43f-e40b-4c13-8168-a0e174307322","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:17.424675367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:19.549111649Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"353d1ae5-a954-4854-bb4b-e3aa372814e0","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.281264657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"ab18cf1c-adef-45e0-b38d-ac5ea7a68c6f","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","subscription":"e2e-att-serve-2a4a77-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.292317655Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"ab18cf1c-adef-45e0-b38d-ac5ea7a68c6f","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.295785184Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-sub","reconcileID":"ab18cf1c-adef-45e0-b38d-ac5ea7a68c6f","MaaSSubscription":{"name":"e2e-att-serve-2a4a77-sub","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"maas-trlp-e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.381581943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"1da18bed-0c6c-4165-8ac1-e42f86cf7b00","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.381611182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"1da18bed-0c6c-4165-8ac1-e42f86cf7b00","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.38598063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"3032a01b-a841-41e8-b596-ae1bbf68c0b1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.393001176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"3032a01b-a841-41e8-b596-ae1bbf68c0b1","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.429724158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"88ae9217-dda7-4407-9312-041bbed1fa36","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.436882861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"88ae9217-dda7-4407-9312-041bbed1fa36","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.442710474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"88ae9217-dda7-4407-9312-041bbed1fa36","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.464266041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"4ca2a963-a3dd-43a7-848e-ae1a78009108","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.464290295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"4ca2a963-a3dd-43a7-848e-ae1a78009108","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.50245905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"54341bcb-df15-4233-9514-49b7564020b0","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.537320817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"54341bcb-df15-4233-9514-49b7564020b0","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.570112927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"9a5377dd-fb6e-41f9-bad6-0070085fe0a6","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.592848531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"9a5377dd-fb6e-41f9-bad6-0070085fe0a6","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.594390784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"54341bcb-df15-4233-9514-49b7564020b0","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"name":"e2e-extmod-b-56687c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.594605303Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"e2e-att-serve-2a4a77-access","reconcileID":"54341bcb-df15-4233-9514-49b7564020b0","MaaSAuthPolicy":{"name":"e2e-att-serve-2a4a77-access","namespace":"ai-tenant-e2e-extmod-b-56687c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-56687c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.601394826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"9a5377dd-fb6e-41f9-bad6-0070085fe0a6","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.605052639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"383c1c58-b1d5-447e-b2d1-640796ec9f05","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"tenant":"e2e-extmod-b-56687c","gateway":"openshift-ingress/e2e-extmod-b-56687c","model":"e2e-extmod-att-user-3e9ed1/e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.605075119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"383c1c58-b1d5-447e-b2d1-640796ec9f05","MaaSModelRef":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"routeName":"external-model-e2e-att-serve-2a4a77-1c3d52d2cd16","namespace":"e2e-extmod-att-user-3e9ed1","model":"e2e-att-serve-2a4a77","externalModel":"e2e-att-serve-2a4a77","provider":"e2e-att-serve-2a4a77-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.645872912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"918b30c0-faa0-4d5f-baa1-4a83bc286e26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.652837534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"918b30c0-faa0-4d5f-baa1-4a83bc286e26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:25.658620359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"918b30c0-faa0-4d5f-baa1-4a83bc286e26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.113729671Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"5c90bf9d-d766-4723-be03-82023c463bd9","namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.183063277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"8d27ab1a-1183-4439-b7bd-d09d820f6559","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.183678095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"bc74c096-4e2a-410f-b8ef-42e43b600836","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.190180468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"b63b366d-3d32-4bed-8f09-c0a08e6330d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.194357523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"8d27ab1a-1183-4439-b7bd-d09d820f6559","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.194806621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"bc74c096-4e2a-410f-b8ef-42e43b600836","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.194905385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e219091a-9c5e-49ab-9953-66e58b47cf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.20164426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"51e1d60d-535b-43b5-8ede-0b1914784dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.208317389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"b63b366d-3d32-4bed-8f09-c0a08e6330d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.210114854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e219091a-9c5e-49ab-9953-66e58b47cf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.211660443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"8d27ab1a-1183-4439-b7bd-d09d820f6559","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.213572723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"bc74c096-4e2a-410f-b8ef-42e43b600836","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.219541464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"51e1d60d-535b-43b5-8ede-0b1914784dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.220838688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"b63b366d-3d32-4bed-8f09-c0a08e6330d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.232084128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"57d20c4b-f81b-442a-b9f0-85fcd6350466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.242263157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"57d20c4b-f81b-442a-b9f0-85fcd6350466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.249722908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-2a4a77","namespace":"e2e-extmod-att-user-3e9ed1"},"namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","reconcileID":"8e92740c-a0df-47e7-8676-90f0f045d782","namespace":"e2e-extmod-att-user-3e9ed1","name":"e2e-att-serve-2a4a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.287310645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7b084f40-34ce-4641-8a51-b54a767b0477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.287752962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e6d6dfc8-53a4-47fa-8f48-8daef281308b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.288490203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"647de37e-bc76-4b52-b7a1-423745df59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.296563787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7b084f40-34ce-4641-8a51-b54a767b0477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.296692412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e6d6dfc8-53a4-47fa-8f48-8daef281308b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.298988284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"647de37e-bc76-4b52-b7a1-423745df59ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.33578834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"257a0323-0f7c-45cd-b52d-3436f5bbaf72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.338335955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13341c78-cf6f-42c2-869e-a6e29df73ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.34367602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"257a0323-0f7c-45cd-b52d-3436f5bbaf72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.346552732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"13341c78-cf6f-42c2-869e-a6e29df73ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.533552986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889c057a-974f-4712-99c6-3a23c8ff6045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.534075032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3c5a1962-1ce7-4d98-a14a-5f4eddb94ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.541526409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68ea5b5-7878-4298-9ac0-e50f610373fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.549630403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889c057a-974f-4712-99c6-3a23c8ff6045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.62539336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3c5a1962-1ce7-4d98-a14a-5f4eddb94ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.626256859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4568bf39-b03a-4a6f-b971-98842f314763","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.630820101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68ea5b5-7878-4298-9ac0-e50f610373fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.632157321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"da745f19-0a05-4ab4-b8db-1726961229c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.636841396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4568bf39-b03a-4a6f-b971-98842f314763","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.664366408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"da745f19-0a05-4ab4-b8db-1726961229c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.675871059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4568bf39-b03a-4a6f-b971-98842f314763","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.683063924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7955e024-b8ff-4ea3-8b7d-70d5b971ec8c","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.683063946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3ff17abb-4638-412d-9445-91896800163e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.687835888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a0561f88-9235-4035-848b-1261d0096110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.692297658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7955e024-b8ff-4ea3-8b7d-70d5b971ec8c","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.694225489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3ff17abb-4638-412d-9445-91896800163e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.695410482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0031c6ea-3987-419f-a11a-715b61537a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.698434841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a0561f88-9235-4035-848b-1261d0096110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.708326682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9bd218b8-2666-4e97-b4c0-cdbedae28e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.709673031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7955e024-b8ff-4ea3-8b7d-70d5b971ec8c","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.710087672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3ff17abb-4638-412d-9445-91896800163e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.712849273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0031c6ea-3987-419f-a11a-715b61537a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.729685515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9bd218b8-2666-4e97-b4c0-cdbedae28e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.764241026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"744afe74-339e-4994-b06b-046e3c96de50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.764367672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e2bb9fcd-f319-4088-9299-43b6be488b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.781528397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"744afe74-339e-4994-b06b-046e3c96de50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.78297642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e2bb9fcd-f319-4088-9299-43b6be488b7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.783622337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"56a2840a-56dd-4497-b6eb-05e3d95ab88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:26.80769222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"56a2840a-56dd-4497-b6eb-05e3d95ab88a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.972639156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"b298100d-74eb-4a87-add0-35c1f22a89d4","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.981693047Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"eb516f77-a7d3-4671-95a8-31637c550ede","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.981960322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79847f3a-c9f5-48c1-893c-621a57835d61","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.98252324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"576f174f-cd50-4527-a8fb-56570475eca4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.982543876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"b89d88d2-1b94-4935-b107-a6d910950c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.98666333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ce740f8b-364f-46ad-91dd-993f31f478f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.987572715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92bad4f4-d5fa-437e-8444-b465fc861ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.989958834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79847f3a-c9f5-48c1-893c-621a57835d61","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.990346023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"b89d88d2-1b94-4935-b107-a6d910950c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.992283274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"576f174f-cd50-4527-a8fb-56570475eca4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.993466234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ce740f8b-364f-46ad-91dd-993f31f478f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.994696198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92bad4f4-d5fa-437e-8444-b465fc861ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.99978799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"576f174f-cd50-4527-a8fb-56570475eca4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:28.999880646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"b89d88d2-1b94-4935-b107-a6d910950c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.001504812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79847f3a-c9f5-48c1-893c-621a57835d61","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.016840582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d416d1cf-422f-42a0-b5a2-b2b8aa5d693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.016840562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"aa7c54a2-2afd-440b-aab3-da899ce9420e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.01740233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"70dcdd88-91c1-4f00-ac67-1e18be6cd846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.026813381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"70dcdd88-91c1-4f00-ac67-1e18be6cd846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.028009549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"aa7c54a2-2afd-440b-aab3-da899ce9420e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.029518254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d416d1cf-422f-42a0-b5a2-b2b8aa5d693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.112603345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"56a9ab71-0616-44e9-8137-130648ad3c00","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.114685438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"eb6e9f76-ae21-4f6b-af32-6d1389b3d58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.114683599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"801d8a69-6404-42da-ab86-51a1bdc6e568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.125644852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"801d8a69-6404-42da-ab86-51a1bdc6e568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.126157577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"eb6e9f76-ae21-4f6b-af32-6d1389b3d58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.159379397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"5d0f1078-9155-4314-b4d8-c121bdf7260b","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"e2e-extmod-cfl-1-c078e9/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.159413003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"5d0f1078-9155-4314-b4d8-c121bdf7260b","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"routeName":"external-model-e2e-cfl-895b85-6d7b168bc6fd","namespace":"e2e-extmod-cfl-1-c078e9","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.246252415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d9211e34-e0bd-41d4-9817-379e6d10b219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.290737762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"348cbd90-95cc-4939-80ec-e8d25cc27e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.291203838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a16892d-d964-4a1d-9aed-b1d1255cec16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.291437281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f275215b-8e83-4e8d-884e-fcd744501555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.33278377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d37a9784-3d84-45a6-b24f-e7bbce49e846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.365607984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"d9211e34-e0bd-41d4-9817-379e6d10b219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.457754609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a16892d-d964-4a1d-9aed-b1d1255cec16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.564346003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d37a9784-3d84-45a6-b24f-e7bbce49e846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.568307077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f275215b-8e83-4e8d-884e-fcd744501555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.56935594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"348cbd90-95cc-4939-80ec-e8d25cc27e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.570676464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"b07a94c7-0dcb-4549-ac00-97ccd7dc8879","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.633486871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"bad284ed-b692-4168-a65d-75b1005d0f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.641780316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"bad284ed-b692-4168-a65d-75b1005d0f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.734673033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"728b75db-b88c-4dc6-a7a0-58bd094dd3db","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.737456262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"803df017-5726-4321-a467-5d223bd07fb2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.737693442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22541ee3-9ea7-4ad2-be0d-4f0dedb61877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.739293744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c7c5382d-2d15-413f-bb06-dcd4e688a201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.739567313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"5d1abe74-b00c-40bc-bdd9-9b4ec8c9bb9f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.743779664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"728b75db-b88c-4dc6-a7a0-58bd094dd3db","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.74855026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22541ee3-9ea7-4ad2-be0d-4f0dedb61877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.750499057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c7c5382d-2d15-413f-bb06-dcd4e688a201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.752626321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"803df017-5726-4321-a467-5d223bd07fb2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.75433873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"728b75db-b88c-4dc6-a7a0-58bd094dd3db","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:29.852448773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"5d1abe74-b00c-40bc-bdd9-9b4ec8c9bb9f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.040512234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"5d1abe74-b00c-40bc-bdd9-9b4ec8c9bb9f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.041314782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"803df017-5726-4321-a467-5d223bd07fb2","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.041804796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0a6686d5-c4b5-4503-aa41-0cb2daec0024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.054259756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c2230749-1347-480b-aa98-2acad1bbe701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.054792781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4f203c0a-358c-486f-a7b7-25abac460f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.05625168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"af3d5870-1e22-4770-95af-f97241c21d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.063204929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0a6686d5-c4b5-4503-aa41-0cb2daec0024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.064207956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c2230749-1347-480b-aa98-2acad1bbe701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.066858078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"4f203c0a-358c-486f-a7b7-25abac460f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:30.068291132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"af3d5870-1e22-4770-95af-f97241c21d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.675388468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"5c4d7e83-a42f-4f86-9cb1-5c88c28bf852","namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.802995252Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"8f7256f7-7302-4bb2-a58f-603e751279c7","namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.844322299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"558780f8-92f4-44b0-9d39-de6272b0118f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.845846778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"a85623e8-e3da-4167-89af-9d8307bf6b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.846416209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"40f9318c-0e95-40cb-ae18-b784a99e378a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.868593998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"a85623e8-e3da-4167-89af-9d8307bf6b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.872026051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"558780f8-92f4-44b0-9d39-de6272b0118f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.873348005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5d317db5-0136-463e-85ef-61a623e9d42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.873770523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"40f9318c-0e95-40cb-ae18-b784a99e378a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.874659176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"a6176aa7-b700-4727-86c4-d3ac5696b526","namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.878127293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1cf6567f-9d51-4de6-b029-d1a51cadc910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.878435173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"a85623e8-e3da-4167-89af-9d8307bf6b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.883140144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"558780f8-92f4-44b0-9d39-de6272b0118f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.885109376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5d317db5-0136-463e-85ef-61a623e9d42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.885170623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"40f9318c-0e95-40cb-ae18-b784a99e378a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.89096515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1cf6567f-9d51-4de6-b029-d1a51cadc910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.899051568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"da49df10-798d-4ef1-9def-a324da77f3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.903533852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"fb5e93e5-b63f-4a07-84be-bc14c3258021","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.903555255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"fb5e93e5-b63f-4a07-84be-bc14c3258021","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.90701826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"da49df10-798d-4ef1-9def-a324da77f3c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.91842786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c695fd63-a02f-4efa-8e0d-09b63ca277bf","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.918450692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c695fd63-a02f-4efa-8e0d-09b63ca277bf","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:07:31.933638629Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c695fd63-a02f-4efa-8e0d-09b63ca277bf","name":"e2e-cfl-895b85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-895b85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:07:31.93371428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c695fd63-a02f-4efa-8e0d-09b63ca277bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-895b85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.938146645Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"e66a943c-2d90-420e-845b-4278d4ab0c55","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"routeName":"external-model-e2e-cfl-895b85-6d7b168bc6fd","namespace":"e2e-extmod-cfl-1-c078e9","model":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.961534973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"dffa9acb-1772-4f57-9489-ad4bfc84bdda","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.961570555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"dffa9acb-1772-4f57-9489-ad4bfc84bdda","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.984236047Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"3dccc211-4cc0-43cf-b7c1-b7415ac32b38","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.992631705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"77f64b58-f94c-4a9f-a661-00987a3b825a","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:31.997828456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"83e1ba5b-591a-49f4-b96e-9b5cc565f00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.011039629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e05c7264-a2d4-43b2-b150-2d8aa967f107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.014775542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"83e1ba5b-591a-49f4-b96e-9b5cc565f00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.022336948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e05c7264-a2d4-43b2-b150-2d8aa967f107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.469354268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8e949596-83bb-4d54-99cc-069fed462a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.4805719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"1cd856e2-d264-4af3-9cc4-6e2ba28b5cbb","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.480607125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"1cd856e2-d264-4af3-9cc4-6e2ba28b5cbb","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.484492233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8e949596-83bb-4d54-99cc-069fed462a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.485195779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c707c98f-82b3-46f4-aa0a-572e7cad0f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.494542066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c707c98f-82b3-46f4-aa0a-572e7cad0f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.517111501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f6175f4-f2a9-42a2-b446-0c20bbe5c11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.592583864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6fc93587-7989-4988-a62d-e5aedbc25a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.595019491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f6175f4-f2a9-42a2-b446-0c20bbe5c11d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.601057984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6fc93587-7989-4988-a62d-e5aedbc25a4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.610423202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ec9b6c95-dc85-4471-9936-197c59697d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.690987821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ec9b6c95-dc85-4471-9936-197c59697d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.823887983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"93cc2450-24c8-4c37-b4a4-2c2456e42e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.836712665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"93cc2450-24c8-4c37-b4a4-2c2456e42e11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:32.862012534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"68f15e67-bc53-4763-b491-3824397625d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.186385921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"a5f41adb-d341-42cc-9217-dcdb8ac5049c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.222776854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"68f15e67-bc53-4763-b491-3824397625d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.340444275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"a5f41adb-d341-42cc-9217-dcdb8ac5049c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.365453365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"596d14b5-25d8-4dec-b13f-8a2c0497dca5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.460370155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5b774411-dae8-44d7-891c-60f73f4c40e9","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.462709119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"a5f41adb-d341-42cc-9217-dcdb8ac5049c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.479060336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"596d14b5-25d8-4dec-b13f-8a2c0497dca5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.481322335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c7599de3-3452-4c82-a179-90803fc43a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.492158942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"596d14b5-25d8-4dec-b13f-8a2c0497dca5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.496154233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5b774411-dae8-44d7-891c-60f73f4c40e9","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.513537712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c7599de3-3452-4c82-a179-90803fc43a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.517011637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5b774411-dae8-44d7-891c-60f73f4c40e9","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.517907498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"ac850bfc-8997-4e09-a1c8-e86910642ea8","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.517952333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"ac850bfc-8997-4e09-a1c8-e86910642ea8","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.518654777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b7ad78db-1b7c-44f3-b4cf-6aac63eab01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.53224625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b7ad78db-1b7c-44f3-b4cf-6aac63eab01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.533075504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"68c7f295-6bd9-4d1a-b6b2-ffe10e361002","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.533098375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"68c7f295-6bd9-4d1a-b6b2-ffe10e361002","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.588673164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"1df2ea0b-340e-403c-9820-3276bda4edc2","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.588721699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"1df2ea0b-340e-403c-9820-3276bda4edc2","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.589836033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"abed16ac-fa68-4741-9bba-4ae3ec5b8e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.590444408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5a0f9e65-944c-47c5-a7fe-81ca002dace5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.592213053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"06385176-2528-41e2-b205-0f3e5597aef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.637954114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"abed16ac-fa68-4741-9bba-4ae3ec5b8e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.641111485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5a0f9e65-944c-47c5-a7fe-81ca002dace5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.642495306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"06385176-2528-41e2-b205-0f3e5597aef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.69833224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"940d2ca9-8bcc-4601-963c-748fd0b8ada0","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.732176915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"940d2ca9-8bcc-4601-963c-748fd0b8ada0","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.739041676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"940d2ca9-8bcc-4601-963c-748fd0b8ada0","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.753582087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"a98ecbc6-5667-4595-a848-efc654d8070d","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.753687105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"a98ecbc6-5667-4595-a848-efc654d8070d","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.849144366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4ee0dac2-5227-4755-b30a-5e54cbf7dac5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.856565635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4ee0dac2-5227-4755-b30a-5e54cbf7dac5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:33.862526363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4ee0dac2-5227-4755-b30a-5e54cbf7dac5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.019351528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"dbd3ba53-4267-40ff-9c9b-4d1809a04fdf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.026734466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"dbd3ba53-4267-40ff-9c9b-4d1809a04fdf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.032491702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (c05662ea7c2c734038dcfe83d0ae4e93647d8122fd4d15cd37c93d4f9078983b) AuthConfig (2cb7137ea15c2cc0d06a7d3a4250026129015c88d6d4720364304db4e1b6a03e) AuthConfig (ee108b793aa7edd6e0265ea5f1f799dfcf37d9632dfdacec17a4fa30354713dc) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (a3a7aa88d40c04820875d79a7d9598abb9cd4d60d9217af3bd69b4a3e53fcd24) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"dbd3ba53-4267-40ff-9c9b-4d1809a04fdf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.043725581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"e9078f1d-5481-40c5-a4d7-6bf86f95814e","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.043748279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"e9078f1d-5481-40c5-a4d7-6bf86f95814e","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.806624156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"a068e7b7-d2f5-441c-aa2e-6c32a62d8604","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.814028928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"a068e7b7-d2f5-441c-aa2e-6c32a62d8604","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:34.820293389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"a068e7b7-d2f5-441c-aa2e-6c32a62d8604","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.578506374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"3a0b8dd4-e2a9-4aaa-aad2-2da477315e4a","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.619816137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"2ef3145c-ba9f-40df-a99f-6a2fb01d48a1","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.650774739Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e8f0aba7-c585-475f-b36a-3cb460cf6f02","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.690071341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e5c922f2-bb8e-4b0b-a38c-3e1e0b8f3b9e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.690802639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d8b0fa55-9fc4-4d5f-958f-6d29e84d6b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.691124451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"f9ce76f1-b244-4e88-a5d9-2391d3bae328","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.691634866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"f238805b-3b39-4256-a91a-7bfa26b507b0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.692019811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e41cd191-f67c-4cd0-9ecf-0ebecec1619e","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.74660855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"596c15ff-57a5-4a9a-be7a-65280c3e4baa","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.748534327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e5c922f2-bb8e-4b0b-a38c-3e1e0b8f3b9e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.752765314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"f238805b-3b39-4256-a91a-7bfa26b507b0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.785416166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d8b0fa55-9fc4-4d5f-958f-6d29e84d6b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.787058975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (c05662ea7c2c734038dcfe83d0ae4e93647d8122fd4d15cd37c93d4f9078983b) AuthConfig (2cb7137ea15c2cc0d06a7d3a4250026129015c88d6d4720364304db4e1b6a03e) AuthConfig (ee108b793aa7edd6e0265ea5f1f799dfcf37d9632dfdacec17a4fa30354713dc) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (a3a7aa88d40c04820875d79a7d9598abb9cd4d60d9217af3bd69b4a3e53fcd24) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"f238805b-3b39-4256-a91a-7bfa26b507b0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.787970782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e5c922f2-bb8e-4b0b-a38c-3e1e0b8f3b9e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.803360265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e41cd191-f67c-4cd0-9ecf-0ebecec1619e","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.803724326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"f9ce76f1-b244-4e88-a5d9-2391d3bae328","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.820368402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e41cd191-f67c-4cd0-9ecf-0ebecec1619e","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.823720752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"f9ce76f1-b244-4e88-a5d9-2391d3bae328","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.829170394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b986fe11-5127-4cf2-a9d0-3e3c699f0d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.834905534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2eb6dcf-6904-4cd1-a6dd-bb8d7bbf4b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:39.989430458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b986fe11-5127-4cf2-a9d0-3e3c699f0d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.342825471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2eb6dcf-6904-4cd1-a6dd-bb8d7bbf4b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.348992536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"7a8572ff-9f60-4d47-9793-0762de3a1ae9","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.349028643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"7a8572ff-9f60-4d47-9793-0762de3a1ae9","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.448362363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b937ad5-bff9-4dc6-8340-0b4af3bb7c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.510828043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d77784aa-de76-41e8-bc4c-4a76e3171c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.514632623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b937ad5-bff9-4dc6-8340-0b4af3bb7c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.55916612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e9fd8138-e68e-46a7-ba84-162812632f51","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.559201351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e9fd8138-e68e-46a7-ba84-162812632f51","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.567549479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d77784aa-de76-41e8-bc4c-4a76e3171c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.568589472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4ef5733d-6a11-4668-9e5f-39983c00587a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.573119015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"35325e00-fc05-46f6-9b33-4c26a3014a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:07:40.574345Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e9fd8138-e68e-46a7-ba84-162812632f51","name":"e2e-cmp-legacy-4f11cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-4f11cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:07:40.574479542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e9fd8138-e68e-46a7-ba84-162812632f51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-4f11cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.57840469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4ef5733d-6a11-4668-9e5f-39983c00587a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.583874737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"35325e00-fc05-46f6-9b33-4c26a3014a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.590351117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e55040ee-4b5a-47e4-ae5d-f9dfb23aecd5","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.59048057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"e55040ee-4b5a-47e4-ae5d-f9dfb23aecd5","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.627455176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3ce7457b-2626-4ef2-827c-92c63757c520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.634277153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3ce7457b-2626-4ef2-827c-92c63757c520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.670624033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"2ec37fd4-092a-407e-b127-4f0f0e4d8b2f","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.67102856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6cf0b3ab-726a-4cbc-8f57-8986b1f71a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.671302356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"22f068e3-0a09-437f-819d-1af2dc6c8ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.671605651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c0fddf0-d8a3-49c0-966e-d371bae2a45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.671888527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"955823fe-4db2-40c6-81dc-8c1043519bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.683411634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"2ec37fd4-092a-407e-b127-4f0f0e4d8b2f","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.690112444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6cf0b3ab-726a-4cbc-8f57-8986b1f71a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.696945909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c0fddf0-d8a3-49c0-966e-d371bae2a45f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.704340437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"955823fe-4db2-40c6-81dc-8c1043519bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.781531712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"22f068e3-0a09-437f-819d-1af2dc6c8ee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.782509458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"2ec37fd4-092a-407e-b127-4f0f0e4d8b2f","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.79405883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4c047561-2c7c-4568-a5e5-73b728546aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.806083407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"eee6ff97-b5c0-4e40-b397-a42e2c5492cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.808813878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4c047561-2c7c-4568-a5e5-73b728546aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.882061434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"4c047561-2c7c-4568-a5e5-73b728546aca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.882995898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"ddf5a2cc-a59d-4905-a4f8-e4e178424d85","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.88301997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"ddf5a2cc-a59d-4905-a4f8-e4e178424d85","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.884402961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"eee6ff97-b5c0-4e40-b397-a42e2c5492cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.885396606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"089faec0-2a4e-4386-bf6d-85f54c9a074d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.885532538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a32bdeb8-9b05-478b-a940-52ab0eacfc7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.891015062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (c05662ea7c2c734038dcfe83d0ae4e93647d8122fd4d15cd37c93d4f9078983b) AuthConfig (2cb7137ea15c2cc0d06a7d3a4250026129015c88d6d4720364304db4e1b6a03e) AuthConfig (ee108b793aa7edd6e0265ea5f1f799dfcf37d9632dfdacec17a4fa30354713dc) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (a3a7aa88d40c04820875d79a7d9598abb9cd4d60d9217af3bd69b4a3e53fcd24) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"eee6ff97-b5c0-4e40-b397-a42e2c5492cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.892409344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a32bdeb8-9b05-478b-a940-52ab0eacfc7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.892828083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ec1cc6cb-566c-4bf7-b44d-b9fcf947aee9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.893371004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"089faec0-2a4e-4386-bf6d-85f54c9a074d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.899040882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"089faec0-2a4e-4386-bf6d-85f54c9a074d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.918822832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ec1cc6cb-566c-4bf7-b44d-b9fcf947aee9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.924648932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-185908-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ec1cc6cb-566c-4bf7-b44d-b9fcf947aee9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.939671514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9a552d31-91c9-4590-9833-434ff18a9f6f","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:40.939722262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9a552d31-91c9-4590-9833-434ff18a9f6f","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:42.006699089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"bcb06e8e-58ae-4a1e-be81-01ea62f24c7b","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:47.423555885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:49.596233727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"6038819d-013b-4ae2-9dcf-b4d8b935c686","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.796069137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e32b2a45-9e86-4019-adc6-1cfead4ab1e7","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.803326279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e32b2a45-9e86-4019-adc6-1cfead4ab1e7","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.809057919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"e32b2a45-9e86-4019-adc6-1cfead4ab1e7","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.896385427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"c24440b0-5a96-4432-9526-79abd58eb5e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.900142568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"1b1d0a92-555d-40f0-9876-14560fbe7676","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.903838053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"c24440b0-5a96-4432-9526-79abd58eb5e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.908854482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"1b1d0a92-555d-40f0-9876-14560fbe7676","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.910063636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"c24440b0-5a96-4432-9526-79abd58eb5e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:50.914746621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (c05662ea7c2c734038dcfe83d0ae4e93647d8122fd4d15cd37c93d4f9078983b) AuthConfig (2cb7137ea15c2cc0d06a7d3a4250026129015c88d6d4720364304db4e1b6a03e) AuthConfig (ee108b793aa7edd6e0265ea5f1f799dfcf37d9632dfdacec17a4fa30354713dc) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (a3a7aa88d40c04820875d79a7d9598abb9cd4d60d9217af3bd69b4a3e53fcd24) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"1b1d0a92-555d-40f0-9876-14560fbe7676","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.026703552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"4419f8ff-2f85-4cbf-b57c-cea5001d5b17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.02704141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"b1a748be-7c76-45f0-8f5b-08c57ed6a370","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.033863108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"4419f8ff-2f85-4cbf-b57c-cea5001d5b17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.034669129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"b1a748be-7c76-45f0-8f5b-08c57ed6a370","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.039803272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-185908-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"4419f8ff-2f85-4cbf-b57c-cea5001d5b17","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:51.040575153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"b1a748be-7c76-45f0-8f5b-08c57ed6a370","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:52.024975445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"9387cbfd-1928-4374-a582-4ea2e1ccc35e","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:07:59.610238406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"94870bfd-6708-410e-9c75-f8c09dd20ef8","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.819350456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"50140bd2-e663-4e77-874b-be28022324ac","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.82698706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"50140bd2-e663-4e77-874b-be28022324ac","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.835688316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"50140bd2-e663-4e77-874b-be28022324ac","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.949394417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"098c2c16-b4bf-45e6-9d89-245d898815b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.96350143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"098c2c16-b4bf-45e6-9d89-245d898815b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:00.971296222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51c3aa9a35df2f4e92d0871cbf566cffdc776f76ce7a2dff65f93012d2beae9a) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (991020a2cf0e385b0a9566186d0a85743ca86d9a0fef986282a09622c244fc9b) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (68a5a3004ecf3bbf76c2a7dd3a2b894726a37a5b7e9206e868622cc4bcedcaae) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (8513362bb5fb8ab5e46921673fbdc48d333f4d33a826f72425083a274f018d88) AuthConfig (240257980c57529bee3ef75b9dd30a1b5899e046e1f5670921d94f899e66062b) AuthConfig (11f1edc684714ee6fd1606ba9060a6b74f77d8c1d2755071d5b58c71c9087fbf) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (a4b8d1bcb9dc25e6c509772151232e4b89c9e862f8cf3c849bdf19802fb51dc7) AuthConfig (11c4dc12f000b87ee4c0ce9dd909f6514ba1e0c3230d6774b54761f0a4e39123) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"098c2c16-b4bf-45e6-9d89-245d898815b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.023598981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4b311894-5db2-40f7-8580-d70353a38f3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.030861556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4b311894-5db2-40f7-8580-d70353a38f3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.037987293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (c05662ea7c2c734038dcfe83d0ae4e93647d8122fd4d15cd37c93d4f9078983b) AuthConfig (2cb7137ea15c2cc0d06a7d3a4250026129015c88d6d4720364304db4e1b6a03e) AuthConfig (ee108b793aa7edd6e0265ea5f1f799dfcf37d9632dfdacec17a4fa30354713dc) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (a3a7aa88d40c04820875d79a7d9598abb9cd4d60d9217af3bd69b4a3e53fcd24) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"4b311894-5db2-40f7-8580-d70353a38f3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.124982428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"c82ccbb9-a144-46d5-a711-90b63b1019dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.125047212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f80e284a-98c2-4424-8723-e95429434317","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.134057685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"c82ccbb9-a144-46d5-a711-90b63b1019dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.1340789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f80e284a-98c2-4424-8723-e95429434317","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.14004598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-185908-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"c82ccbb9-a144-46d5-a711-90b63b1019dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:01.140509047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (e980cd8bed6b2b8f81d619626f25cf77bb6f7f0ee874c26cef87cd916c255580) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (f838a14c98722170d824063c0fffe70f0237a73dd9b826301adaf95df811d66d) AuthConfig (56afe95315f476d01952a2c8fcf836ce6a46297259725a4f9952ef20f04fa061) AuthConfig (28b65c4965982dc409ab161498de4a0dad73b6063f195ce81d81c80c532b646a) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f80e284a-98c2-4424-8723-e95429434317","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.163420898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"09b30515-acb2-4883-ae84-28457cdc133a","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.734705647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0336aa38-0d8b-4145-9797-56f5148e3ba0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.742366071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0336aa38-0d8b-4145-9797-56f5148e3ba0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.749555748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-185908-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6a4dbf0d2794498ca70560bc6661dfc24c154378e3a8e3bc829c9390792a7a1) AuthConfig (525aa6c0517b1b04a36e77cad0c82a5e620bc1582f5f326ce401f7273a95832c) AuthConfig (b4253a2da9570a20f9cf9ca29ced17f128b47deec7ef2123c71086f283725fe3) AuthConfig (5cb032020b43efcea052aa42f85f80d1dc0d52074a2db2e5929290b09b516a6a) AuthConfig (e88c8fa2383f2c7bb2e27fa1838d851574fa0cd645c66ce7d578ba167d129483) AuthConfig (f62081085ceaec58fb11da9faf9ac572d13200ef4134fd8a8474a4065d034cfb) AuthConfig (febe146050f3c05c92236a62c0b0e714e256c8aadbfba3528f15ee1c1177b61c) AuthConfig (f813781c0793acc2981d2de1f5e8310c4797eda84d61ce3170a5325912605f01) AuthConfig (4e5f4ffa57da1787bd292734777ccfeaf4a6d7d377c0a58e742d33fea912fd2f) AuthConfig (07e0e8d089ef919ce7bdc2aa2196aff86563e7d84d3d6983dcf84e5ed94767ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0336aa38-0d8b-4145-9797-56f5148e3ba0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.760880045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9006a6d7-3c8e-4180-82ff-7da75714ac60","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.76090138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9006a6d7-3c8e-4180-82ff-7da75714ac60","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.832504446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"6e5ce9b4-e0f3-43a0-b537-57f3cfc67927","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.84125811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"6e5ce9b4-e0f3-43a0-b537-57f3cfc67927","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.851582963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (cc6cfdc1646944badb6b26da8641593f17eb569fdf11d63647d2904b647308f6) AuthConfig (8df65c8985b419eaa64b9eb137df5a1b743900b8ad392c2ba4dc4b5c2f05c248) AuthConfig (51409ec76b7c0feb14ba460956d8759b73459099e6d5810850b6f594a4d84eb3) AuthConfig (f45ed077966ab2d2192f1d03c0c38966876b39cd35d11fa2dd8d76ed04648b70) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"6e5ce9b4-e0f3-43a0-b537-57f3cfc67927","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.86349993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c8307dc2-cee5-4cb3-bb19-7ee11d55513e","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:02.863522512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"c8307dc2-cee5-4cb3-bb19-7ee11d55513e","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:09.618224719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"b88d98d4-2a56-4f36-98e0-c036213fa859","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:10.981248824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3d0c82b7-101b-4f1a-bce3-89f9743b1127","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:10.992360392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3d0c82b7-101b-4f1a-bce3-89f9743b1127","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.095270176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"39b883df-a486-4150-ac63-8e08cc659a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.102224553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"39b883df-a486-4150-ac63-8e08cc659a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.109503416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"4ed410b6-44f4-418d-bff6-668f8dcee57c","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.109532142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"4ed410b6-44f4-418d-bff6-668f8dcee57c","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.191373788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7a13d1a5-5c16-4d34-85fb-b2eb17788c93","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.198773017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7a13d1a5-5c16-4d34-85fb-b2eb17788c93","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.210299708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"01eb0c4e-e893-49a9-8dcd-c37ce6fd1976","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.210320911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"01eb0c4e-e893-49a9-8dcd-c37ce6fd1976","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.310277938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"f049da7d-a3d8-4eb2-b7a7-28a7b52be640","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.310303071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"f049da7d-a3d8-4eb2-b7a7-28a7b52be640","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.607326721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"d475b428-98dc-4959-a96c-89707f4e8bdd","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.607353707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"d475b428-98dc-4959-a96c-89707f4e8bdd","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.613991545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"3e0acd6d-fbea-4ff4-b37d-aaaf16f6804f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:11.614466729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"3e205dd3-14b5-4aa6-98d4-581ea62a13b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-04c87e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.622236639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"7215bd2d-526b-4453-9edc-f38a120d2307","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.622257977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"7215bd2d-526b-4453-9edc-f38a120d2307","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.622817413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"3e0acd6d-fbea-4ff4-b37d-aaaf16f6804f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.633193825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"ffb0e5ef-3b05-4715-bdb3-14add898e0b2","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.633212856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"ffb0e5ef-3b05-4715-bdb3-14add898e0b2","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.639356156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"bba5d670-2139-4d13-b736-05a3d52080d0","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.63937441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"bba5d670-2139-4d13-b736-05a3d52080d0","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.660058383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"e9b41661-686a-4f84-815b-013fb658081b","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cmp-legacy-04c87e","model":"e2e-cmp-legacy-04c87e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.685346115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"7c1ab56f-48c2-40e1-b4af-d1f64578b129","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.685370724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"7c1ab56f-48c2-40e1-b4af-d1f64578b129","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.741886073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"40bafbd4-4b2d-4098-9705-03182687760a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.748771581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"40bafbd4-4b2d-4098-9705-03182687760a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:11.750128877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"6e0ed43c-3acb-4305-a4fd-edf35f02dff0","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cmp-legacy-04c87e","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.204648876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"3c3817a6-446c-44f5-b1fa-481ae78df3e3","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.772280149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0cda3c0e-be32-4e98-8a30-86d62b8e95c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.779696899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0cda3c0e-be32-4e98-8a30-86d62b8e95c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.785655962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-185908-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d6a4dbf0d2794498ca70560bc6661dfc24c154378e3a8e3bc829c9390792a7a1) AuthConfig (525aa6c0517b1b04a36e77cad0c82a5e620bc1582f5f326ce401f7273a95832c) AuthConfig (b4253a2da9570a20f9cf9ca29ced17f128b47deec7ef2123c71086f283725fe3) AuthConfig (5cb032020b43efcea052aa42f85f80d1dc0d52074a2db2e5929290b09b516a6a) AuthConfig (e88c8fa2383f2c7bb2e27fa1838d851574fa0cd645c66ce7d578ba167d129483) AuthConfig (f62081085ceaec58fb11da9faf9ac572d13200ef4134fd8a8474a4065d034cfb) AuthConfig (febe146050f3c05c92236a62c0b0e714e256c8aadbfba3528f15ee1c1177b61c) AuthConfig (f813781c0793acc2981d2de1f5e8310c4797eda84d61ce3170a5325912605f01) AuthConfig (4e5f4ffa57da1787bd292734777ccfeaf4a6d7d377c0a58e742d33fea912fd2f) AuthConfig (07e0e8d089ef919ce7bdc2aa2196aff86563e7d84d3d6983dcf84e5ed94767ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0cda3c0e-be32-4e98-8a30-86d62b8e95c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.869860209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"8b5982e9-8341-41f6-b983-18fca1a85b96","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.877244795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"8b5982e9-8341-41f6-b983-18fca1a85b96","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:12.883213343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (cc6cfdc1646944badb6b26da8641593f17eb569fdf11d63647d2904b647308f6) AuthConfig (8df65c8985b419eaa64b9eb137df5a1b743900b8ad392c2ba4dc4b5c2f05c248) AuthConfig (51409ec76b7c0feb14ba460956d8759b73459099e6d5810850b6f594a4d84eb3) AuthConfig (f45ed077966ab2d2192f1d03c0c38966876b39cd35d11fa2dd8d76ed04648b70) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"8b5982e9-8341-41f6-b983-18fca1a85b96","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.836262922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"3bda787f-f45f-4801-b0cc-15f716324bcb","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.836295164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"3bda787f-f45f-4801-b0cc-15f716324bcb","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.841880985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"30c20a14-e04c-464e-aee1-c3950c796331","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:14.843527199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"2e24ed23-9f6a-45c0-83cb-5b28658186cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-41412e-301823-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.852998941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"30c20a14-e04c-464e-aee1-c3950c796331","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.853060639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"86548683-9c43-4dcc-be38-95a84cebe53d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.853080508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"86548683-9c43-4dcc-be38-95a84cebe53d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:14.864443726Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"86548683-9c43-4dcc-be38-95a84cebe53d","name":"e2e-cfl-41412e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-41412e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:14.864496245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"86548683-9c43-4dcc-be38-95a84cebe53d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-41412e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.868256685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"442d18ef-cbce-417d-bb52-caf73f0ae142","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.868276262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"442d18ef-cbce-417d-bb52-caf73f0ae142","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.875361016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"b2679f4b-1ef6-44b8-b02b-e813171456f5","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.875379973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"b2679f4b-1ef6-44b8-b02b-e813171456f5","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.890791155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"6947676f-37d5-4b1f-b27e-7158aff2d4b5","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","model":"e2e-cfl-41412e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-917da2/e2e-cfl-41412e-301823-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.91619932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"183f11cc-0960-4006-ae79-65c769a8487f","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.91622211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"183f11cc-0960-4006-ae79-65c769a8487f","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.977043837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"450dc41b-991f-4790-9798-e43855d08888","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.984025307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"450dc41b-991f-4790-9798-e43855d08888","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:14.987353445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"a5dcc95f-c841-4f0a-ac42-7678a6cb7915","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.015330833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"05301e3a-4e32-43e4-8de7-a6d64282ba81","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.015357683Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"05301e3a-4e32-43e4-8de7-a6d64282ba81","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.844489923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"fc084e69-2777-4778-a99e-9fae6f5eb2c7","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.844514741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"fc084e69-2777-4778-a99e-9fae6f5eb2c7","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.85006007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"6d8881b8-4ee2-4f3f-8693-200bf07b24e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:15.850256704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"ebfe0929-e433-4935-8196-ce3f0c677719","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-cc697c-236a6f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.882444169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"6d8881b8-4ee2-4f3f-8693-200bf07b24e4","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.886336647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2bed9ebc-f801-43b9-ab90-0e2ff18d1bed","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.886355702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"2bed9ebc-f801-43b9-ab90-0e2ff18d1bed","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.897893137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"652a8128-66a4-4ee9-828b-f1a248483b68","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.897933366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"652a8128-66a4-4ee9-828b-f1a248483b68","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.90515357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"24cf144f-334a-404a-b7be-d92bd2c82fb4","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.90517779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"24cf144f-334a-404a-b7be-d92bd2c82fb4","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.921467802Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"2d2e3898-2157-4a64-b1d5-7a35e6bba4af","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-cfl-same-cc697c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-236a6f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.946640444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"295e2d26-60bd-4efd-8b8c-bad34fcd1b95","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:15.94666071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"295e2d26-60bd-4efd-8b8c-bad34fcd1b95","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:16.071894891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"53bd1dcb-e0d1-448e-9833-43a31d1fab57","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:16.076057152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"2b18a7f5-1536-4660-86b7-5a2f781582db","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:16.080347719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"53bd1dcb-e0d1-448e-9833-43a31d1fab57","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:16.103034989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"736002a5-7d5f-43ba-a80b-bfa15d89f8bf","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:16.103071979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"736002a5-7d5f-43ba-a80b-bfa15d89f8bf","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:17.424500766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:18.835711996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"56508e31-fb65-457b-80f3-b82bb305415d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:18.934415919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"0f4753a5-3b07-459d-be0f-9a686634a2c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:18.934674907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"ca231479-c167-4d59-9e62-68ef1c516976","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:18.935213176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"36ba11b7-1254-4e7d-88c4-96b8ab9f4997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:18.935292064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"58ab2d70-c302-4c46-8509-01421194a5eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.043335797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6e30068-383f-4784-9251-cd19316f4506","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.043732358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"69945b41-d4e2-493a-ade3-2679cc1e3d76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.047405199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"04f0e9d5-5cb0-4c37-8248-ac718c613cb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.047790673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"de1e1c6d-5326-4b85-8e69-f7de263f0196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.2007901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01b3d3e5-98cc-42c6-91b5-a4de91c33282","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.201261846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"776e703c-8c7c-41e5-aa46-08494a4861ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.240894837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"799b083d-e98a-4985-bb50-d28e657392dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:19.625786554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"97389134-4787-4d6f-b579-4c74f47841ed","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.21223119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"ebe4e8a4-a591-449b-84e7-33273efe89ea","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.794982876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"cc553e43-d868-49eb-9c12-57815edde673","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.801946092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"cc553e43-d868-49eb-9c12-57815edde673","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.833954882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"8268b2ae-e288-4a50-a106-08e98439acec","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.833981395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"8268b2ae-e288-4a50-a106-08e98439acec","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.89835097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"77eb08da-73a4-44ac-bf90-e650a5edbd59","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.905348976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"77eb08da-73a4-44ac-bf90-e650a5edbd59","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.937116918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"eed53556-047a-4895-88eb-4a53072ec829","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:22.937140653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"eed53556-047a-4895-88eb-4a53072ec829","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.393213704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"520fa599-833b-4162-9f58-49c1fad027cc","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.393245304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"520fa599-833b-4162-9f58-49c1fad027cc","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.399719419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"b16b2d7b-7c30-4ab2-82e6-570d9967dd6f","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:24.400117738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"f52fb1cf-f784-4ce5-aa40-1919fc18e5b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-895b85-35936b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.408356442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"b16b2d7b-7c30-4ab2-82e6-570d9967dd6f","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.40845216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"6fd904aa-5738-4866-a364-d60545924255","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.408472513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"6fd904aa-5738-4866-a364-d60545924255","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:24.415736519Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"6fd904aa-5738-4866-a364-d60545924255","name":"e2e-cfl-895b85","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-895b85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:24.415787605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"6fd904aa-5738-4866-a364-d60545924255","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-895b85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.422008469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"48ca0527-423c-44ab-93e1-f7bfdb09be9c","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.422028823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"48ca0527-423c-44ab-93e1-f7bfdb09be9c","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.428748771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"127c15e0-e54a-45ac-9807-01927fffca77","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.428765623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"127c15e0-e54a-45ac-9807-01927fffca77","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.438376136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"d37e93f2-1332-4d87-912f-e7256f65bebd","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-cfl-895b85","model":"e2e-cfl-895b85","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85-35936b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.463597918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"15f570d2-1654-4e10-a767-613565b7409b","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.463619612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"15f570d2-1654-4e10-a767-613565b7409b","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.526258276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"248b35db-e9b1-4add-9b3c-694a4134206e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.533230068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"248b35db-e9b1-4add-9b3c-694a4134206e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:24.539807502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"a61a717e-e43a-4a3a-bb8e-acba019a4afb","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-cfl-895b85","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.14639174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"51267b8f-1d7b-43de-b8ac-aeebadcfcb5e","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.146418878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"51267b8f-1d7b-43de-b8ac-aeebadcfcb5e","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:27.151558145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"30db0327-ced5-492a-9946-cae4bf35e023","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-4f11cd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.162586548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"54327ac8-7d34-4532-a7b3-dafec4c8c498","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.162615059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"54327ac8-7d34-4532-a7b3-dafec4c8c498","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:27.181478471Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"54327ac8-7d34-4532-a7b3-dafec4c8c498","name":"e2e-cmp-legacy-4f11cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-4f11cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:27.181547702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"54327ac8-7d34-4532-a7b3-dafec4c8c498","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-4f11cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.185284316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"556f8570-97a2-45a8-a630-dd83f2904cf1","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.185313125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"556f8570-97a2-45a8-a630-dd83f2904cf1","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.1922644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9c5e86c9-5913-440f-a125-a3ee8b4b6e35","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.192293982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9c5e86c9-5913-440f-a125-a3ee8b4b6e35","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.202525013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"6f62edfd-f17f-4d14-ae7b-0aa2448b8b27","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"maas-trlp-e2e-cmp-legacy-4f11cd","model":"e2e-cmp-legacy-4f11cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.212420054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ac91ceed-6fb1-4b47-a20e-e93c0f9bc8c8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.219175401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ac91ceed-6fb1-4b47-a20e-e93c0f9bc8c8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.227137095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"b98110a4-03cf-4aec-9c96-e43bca9fb3dd","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.227156636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"b98110a4-03cf-4aec-9c96-e43bca9fb3dd","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.299097087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"922dc667-3e07-4e4c-a665-054fdd9fe69f","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"maas-trlp-e2e-cmp-legacy-4f11cd","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.313142188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"49c63cf3-f483-40b8-9504-21195c43e4a9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:27.320407485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"49c63cf3-f483-40b8-9504-21195c43e4a9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:29.634153797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"95257be1-a9c0-4ed0-8d70-6ff29f026997","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:32.219095218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"69f43f61-b9b2-4314-94bc-1c8fce91bebb","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.342795656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"bc9ce40c-4079-4d67-9bd3-c2b150dbe949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.630875651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"56f3cf81-876f-431b-9949-6cd2f214a0b7","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.646846314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"0ac7a50c-c838-4c48-91e6-b56220b3bc22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.647705815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"5f7ae982-7453-4325-85b1-ee684af2433e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.703598792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"eff8a24f-143c-4e88-855f-c1ac54bd0e90","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.703731548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"eff8a24f-143c-4e88-855f-c1ac54bd0e90","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.718595001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38107e96-56bc-4c36-8f7a-f750a99ae1e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.819535973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"788cab1c-335d-418a-b4ee-10cc46a66151","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.820104642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"225b77b2-cdf0-4340-a276-22df967b992a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.823304553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"4a4917d4-e1a5-406b-8399-8eebdf1217cd","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-cfl-895b85","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.85308115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"fa7a9314-a2a5-4641-a764-a413d9f46174","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.853108985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"fa7a9314-a2a5-4641-a764-a413d9f46174","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.917051733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"2340fc80-fdf0-4a61-b26b-36cade681e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.917285373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"dff5b718-a8ee-4193-8991-a466bae956cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.920720823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"c118e868-6722-4b95-8bd8-9d6cb31e565d","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.945341252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"88f3a69f-7ebf-4efd-9c23-2220009f2102","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:38.945363511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"88f3a69f-7ebf-4efd-9c23-2220009f2102","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.019426885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"f9a50d5b-482f-4ed2-8d5f-d0734b0941dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.019840229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"b5c93943-5097-49b5-b1a2-674b0a312e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.020306523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"6a425bac-0818-4be8-85bb-e3360f684239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.11723423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"e0e10e2a-fe65-409e-b61a-05bea8dd6b26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.120212535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"86a88d2c-4eaf-476c-b32e-b92660ece142","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cmp-legacy-04c87e","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.145706901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"bbd2612b-6605-4ac8-870e-239b07bf8ad7","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.145740711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"bbd2612b-6605-4ac8-870e-239b07bf8ad7","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.303299852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"13cb9f4e-6eae-4b60-a2c2-fdf84bb5f8f3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.381138712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"13cb9f4e-6eae-4b60-a2c2-fdf84bb5f8f3","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.386104039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"0e556b6b-32e2-4570-b548-7ec87c2ee6ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.393714389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"0e556b6b-32e2-4570-b548-7ec87c2ee6ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.4744516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"0c68fc1a-3004-4f2b-add7-3008c8b9cc6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.481205783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"0c68fc1a-3004-4f2b-add7-3008c8b9cc6a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.641156699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"19296913-e3c3-415d-890d-d6f994bc11bb","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.82295615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"8f7fd72d-68c2-4f1d-8d43-8f41c45c6298","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:39.829436174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"8f7fd72d-68c2-4f1d-8d43-8f41c45c6298","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.251955109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"d2269472-0709-4440-9078-baf0346b8c9f","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.252086032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"d2269472-0709-4440-9078-baf0346b8c9f","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.268964556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"20de13e2-ae9d-4f95-b2a3-0509d0670325","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.268997117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"20de13e2-ae9d-4f95-b2a3-0509d0670325","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.276705999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"5f08f54f-4588-4fa1-9091-40971e8222e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.28484362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"5f08f54f-4588-4fa1-9091-40971e8222e3","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.318564687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"cfd715e9-5f13-4968-b469-050c2eac337d","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.323448006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"47e02e59-a101-4324-ad53-d6673f15ab22","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.323478436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"47e02e59-a101-4324-ad53-d6673f15ab22","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.329537852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"3f36c5b6-a67e-4849-958d-c66448a5792a","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.336876817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7174878b-c9be-486d-802d-3c9d99e30a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.339448701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"97686073-9ffe-4993-b6f0-4a0c101fe2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.340089733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69379065-4f95-4a9f-8ef4-8a7707e246f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.384787673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c369f79-6026-4593-9e9c-ceee83e0016b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.391423114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"7d9e285f-31e9-435b-8ef7-62b8d144861e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.395234257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c369f79-6026-4593-9e9c-ceee83e0016b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.395254479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7174878b-c9be-486d-802d-3c9d99e30a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.397103572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69379065-4f95-4a9f-8ef4-8a7707e246f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.39895053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"97686073-9ffe-4993-b6f0-4a0c101fe2c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.401487195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"7d9e285f-31e9-435b-8ef7-62b8d144861e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.402900602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"be028555-c417-4838-8173-5304e3c38892","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.402943744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"be028555-c417-4838-8173-5304e3c38892","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.481460412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"5e56a9ac-a9e0-4b92-8705-ea4caf811745","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.481815193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"ed8f0d26-3f5c-4da1-9da6-422e8c95962b","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.516321985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"72a59899-52fb-4978-b527-a3983e91f1ff","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.516353054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"72a59899-52fb-4978-b527-a3983e91f1ff","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.519911297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"49836554-decc-4aec-b2ed-757d89d5da5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.520909594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ed43acff-4abf-48af-8612-aefbd2210f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.522118109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"01b96b4c-7c26-437f-bf34-2cb55818f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.527005619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"49836554-decc-4aec-b2ed-757d89d5da5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.529489528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ed43acff-4abf-48af-8612-aefbd2210f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.529516121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"01b96b4c-7c26-437f-bf34-2cb55818f309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.67676124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"47f880a1-7b78-40f0-ab1d-75ba024db231","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.67687301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"47f880a1-7b78-40f0-ab1d-75ba024db231","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.677757432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6afb1232-c234-4181-a696-adbd4331c0da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.790898563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"d23f15c4-d043-4b7f-a6df-7a3c59da3903","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5dc983c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.811541991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"df5f8f3f-8f08-4edd-89ca-cc65b50dfbd1","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.885149761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"df5f8f3f-8f08-4edd-89ca-cc65b50dfbd1","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.884247906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-236a6f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.902892698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"afbbbc52-c1ae-4efd-96a9-6c8c147212bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.903607875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"90b5fe2d-621f-40f5-9a02-bf9a5efc638e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.92156468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6afb1232-c234-4181-a696-adbd4331c0da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.932403627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"45496662-deed-4dd9-9212-d4a826e9bf02","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.933989817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"f857d21b-8997-43e6-841d-d6eae612dfff","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.938710864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"f857d21b-8997-43e6-841d-d6eae612dfff","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.942672965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"90b5fe2d-621f-40f5-9a02-bf9a5efc638e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.948833145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"afbbbc52-c1ae-4efd-96a9-6c8c147212bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:40.956374705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-cc697c-176a55-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.956825548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"32362062-3d9e-4c47-9062-1328431722dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.961008656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"45496662-deed-4dd9-9212-d4a826e9bf02","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.980226695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"32362062-3d9e-4c47-9062-1328431722dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.984226327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"0f4c4828-103c-416b-a357-4c2eaba0487c","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:40.98425557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"0f4c4828-103c-416b-a357-4c2eaba0487c","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:40.998536268Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"0f4c4828-103c-416b-a357-4c2eaba0487c","name":"e2e-cfl-same-cc697c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cc697c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:40.99861931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"0f4c4828-103c-416b-a357-4c2eaba0487c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-cc697c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.002703967Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"8c75251b-d33f-42f0-b0d9-0f4f3cfdd9e7","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-cfl-same-cc697c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.003674242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"1281429a-ccdd-413d-a900-7d82f569590a","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.003703018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"1281429a-ccdd-413d-a900-7d82f569590a","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.020705224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"05f8ebd6-fdca-4a81-920e-09310334161e","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.020799265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"05f8ebd6-fdca-4a81-920e-09310334161e","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.040862994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"5fa2682a-ecba-440a-b6f1-4a6dd3463635","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.041013478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"5fa2682a-ecba-440a-b6f1-4a6dd3463635","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.046038427Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"4b122a69-bc21-4d82-a42d-ca7c77e274b7","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43d3625d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.08130985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"741f896b-6c28-46ef-a2f1-0a9d785d3f8b","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.205972535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"fa2edd29-d2bc-42a6-895e-37a5772315f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.208339842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a4887ec0-9d17-4b90-a1e3-e8f7e759384d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.208633262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bc0765a-18cd-470b-8720-2913df85bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.281532034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7d7880f9-fc62-4056-9037-acb4f945b7d6","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.28212263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a10988f-0ab9-4cdf-9cca-f5d2ba87aae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.285676131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"fa2edd29-d2bc-42a6-895e-37a5772315f5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.289143249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a4887ec0-9d17-4b90-a1e3-e8f7e759384d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.292155077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7d7880f9-fc62-4056-9037-acb4f945b7d6","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.292618015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bc0765a-18cd-470b-8720-2913df85bd6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.295067449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3a10988f-0ab9-4cdf-9cca-f5d2ba87aae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.313346926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"613b8e03-4cdf-408a-93ca-b9fa8146f60b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.313641223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c61975cc-03c0-4051-9364-4608691a6a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.315952504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c91d01-a5aa-46be-9471-3b1ac05e9021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.320570095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"613b8e03-4cdf-408a-93ca-b9fa8146f60b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.32089548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e3df4748-389a-4717-ad2e-e18cb25f702f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.384101543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c61975cc-03c0-4051-9364-4608691a6a0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.387576959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c91d01-a5aa-46be-9471-3b1ac05e9021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.39178625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e3df4748-389a-4717-ad2e-e18cb25f702f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.393567666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ab9426fd-a4e7-446e-b132-1a8821430f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.404277953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ab9426fd-a4e7-446e-b132-1a8821430f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.521216179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"f7f8f986-b929-4606-8b15-194b295e7b66","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.529974608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"09e247e8-4577-437e-9aea-b7d647d384a5","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.530010714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"09e247e8-4577-437e-9aea-b7d647d384a5","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.534052792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"f7f8f986-b929-4606-8b15-194b295e7b66","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.54137503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"30a1ba4e-8f9c-4b3d-974c-6b5422e9d0da","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.568120522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"30a1ba4e-8f9c-4b3d-974c-6b5422e9d0da","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.616471095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"f05a58ff-7b00-4dce-899d-3928dee53d67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.624665482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"f05a58ff-7b00-4dce-899d-3928dee53d67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.808819376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"ef0dfae4-9e60-4269-96a7-74a36ab4e25c","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:41.808844479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"ef0dfae4-9e60-4269-96a7-74a36ab4e25c","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:42.226272267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"24b60187-5be1-408d-ba50-4d058c9cb8ff","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.378036792Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-917da2 priority=0:[ai-tenant-e2e-extmod-a-917da2/e2e-cfl-41412e-301823-sub ai-tenant-e2e-extmod-a-917da2/e2e-cfl-ok-1e9bf3-301823-sub]","namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-236a6f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.382457755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"3a6f09e1-20db-471a-85fa-e09562555626","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.382479654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"3a6f09e1-20db-471a-85fa-e09562555626","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.390542815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"2c740a0e-609a-4f84-8ccd-d7cfcf937677","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.390601351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"1b47c3d7-36dc-4fb1-99bf-87aae48d2176","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:08:46.391134774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-917da2/e2e-cfl-ok-1e9bf3-301823-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-1e9bf3-301823-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.399203184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"1b47c3d7-36dc-4fb1-99bf-87aae48d2176","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.401272991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"d31bbbe3-c430-4abb-b08e-de64c46ae465","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.401295925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"d31bbbe3-c430-4abb-b08e-de64c46ae465","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.401618581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"2c740a0e-609a-4f84-8ccd-d7cfcf937677","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.408562406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"7c8d18a5-0457-4621-8f48-f8b2e26fb5a8","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.408585597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"7c8d18a5-0457-4621-8f48-f8b2e26fb5a8","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.415441214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"b8063834-4061-4b7d-a11f-7bd1850d7066","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.4154601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"b8063834-4061-4b7d-a11f-7bd1850d7066","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.41660079Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"a9ab8e93-d144-4b75-83ae-6ca212a345bb","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-ok-1e9bf3","model":"e2e-cfl-ok-1e9bf3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-917da2/e2e-cfl-ok-1e9bf3-301823-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.443395246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"1c31a9fc-ff8d-4fb7-958f-71eac02c1fe1","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.443418674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"1c31a9fc-ff8d-4fb7-958f-71eac02c1fe1","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.492531118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"222bb461-e27a-45da-8ed5-22cecff4198f","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.49256595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"eba0aef5-e38a-4914-8b77-3d61452b3aac","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.500004926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"222bb461-e27a-45da-8ed5-22cecff4198f","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.5000303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"eba0aef5-e38a-4914-8b77-3d61452b3aac","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:46.514718157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"034dbca5-8066-46e5-9a83-18206a624166","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-ok-1e9bf3","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:47.487302639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:49.649327623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"8fd45ec3-5dd9-4523-a150-759a4152c192","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.81309839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"de443e42-b09d-4531-9834-97ef7df4de13","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","subscription":"e2e-cmp-legacy-04c87e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.820948362Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"de443e42-b09d-4531-9834-97ef7df4de13","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.824800589Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-sub","reconcileID":"de443e42-b09d-4531-9834-97ef7df4de13","MaaSSubscription":{"name":"e2e-cmp-legacy-04c87e-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.897615394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-917da2 priority=0:[ai-tenant-e2e-extmod-a-917da2/e2e-cfl-41412e-301823-sub ai-tenant-e2e-extmod-a-917da2/e2e-cfl-ok-1e9bf3-301823-sub]","namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-236a6f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.901404359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"1b8d5bfe-82d9-42cf-a1b9-75c88dc4db11","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.901428509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"1b8d5bfe-82d9-42cf-a1b9-75c88dc4db11","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.906629727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"85baf3ff-e170-43e6-a5c8-9e74e014492e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.913777691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"85baf3ff-e170-43e6-a5c8-9e74e014492e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.918267315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"5592cc70-495a-49af-aa7b-a3cdbebbfdfb","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:50.918289013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"5592cc70-495a-49af-aa7b-a3cdbebbfdfb","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.064200979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"c2c69bda-ce58-4163-b37f-bf378a2c96b0","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","subscription":"e2e-cfl-895b85-35936b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.066014115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"8f0a3b50-bcfc-4d1c-ad4c-b443258af48f","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.090774189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"8f0a3b50-bcfc-4d1c-ad4c-b443258af48f","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.091862018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"1c93794b-e15c-418d-be13-3b29a7d2b3fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.102339927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"c2c69bda-ce58-4163-b37f-bf378a2c96b0","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.105603277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"1c93794b-e15c-418d-be13-3b29a7d2b3fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.106426008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-sub","reconcileID":"c2c69bda-ce58-4163-b37f-bf378a2c96b0","MaaSSubscription":{"name":"e2e-cfl-895b85-35936b-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.133959647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"16e83f7c-1563-481c-adf9-b5928338f89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.134876062Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-917da2 priority=0:[ai-tenant-e2e-extmod-a-917da2/e2e-cfl-41412e-301823-sub ai-tenant-e2e-extmod-a-917da2/e2e-cfl-ok-1e9bf3-301823-sub]","namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-176a55-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-cfl-same-cc697c-236a6f-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.138010783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"172b4e8d-b906-4c24-9968-eba55a89dbce","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.13802765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"172b4e8d-b906-4c24-9968-eba55a89dbce","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.236320443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"16e83f7c-1563-481c-adf9-b5928338f89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.238102734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"15ddc2ec-81cd-46c7-9e72-2088d59b4fbc","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.253195591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"15ddc2ec-81cd-46c7-9e72-2088d59b4fbc","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.267315899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"16e83f7c-1563-481c-adf9-b5928338f89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.26733784Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e-access","reconcileID":"16e83f7c-1563-481c-adf9-b5928338f89f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-04c87e-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.285191088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"91a00ad1-957f-430f-a03c-f2190821626a","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"ai-tenant-e2e-extmod-a-cbeebd/e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.285214479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"91a00ad1-957f-430f-a03c-f2190821626a","MaaSModelRef":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"routeName":"external-model-e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","model":"e2e-cmp-legacy-04c87e","externalModel":"e2e-cmp-legacy-04c87e","provider":"e2e-cmp-legacy-04c87e-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.291794634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"9034930b-b80d-4856-b628-2f21706ae5fc","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.291816214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"9034930b-b80d-4856-b628-2f21706ae5fc","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.332845287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"ed563dc9-a90b-4bc0-b254-49cd7f85cb78","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.3398188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"ed563dc9-a90b-4bc0-b254-49cd7f85cb78","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.449892163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"afa7318f-47e7-4c34-8449-2263ca23ca5e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.460830273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"afa7318f-47e7-4c34-8449-2263ca23ca5e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.487996188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"afa7318f-47e7-4c34-8449-2263ca23ca5e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.488028694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85-35936b-access","reconcileID":"afa7318f-47e7-4c34-8449-2263ca23ca5e","MaaSAuthPolicy":{"name":"e2e-cfl-895b85-35936b-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.498743646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"976a4406-6e63-45a6-9598-336637164cb0","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"ai-tenant-e2e-extmod-a-35936b/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.498768616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"976a4406-6e63-45a6-9598-336637164cb0","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"routeName":"external-model-e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.77146237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"461be250-eb59-4aa1-92aa-00bf746a151e","namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.783447122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cb27a7b-e4ca-4924-a1c5-bb49b55dda43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.783643701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"f71e7ff4-771d-4957-8e11-c9a51e619ed1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.785349916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"bf6ab7f3-797a-4864-884f-a0d30a0e1c92","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.785747868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e27bdb9a-f4e2-412a-a25a-c112a08c800e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.786994227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"973c7c6f-3b69-4261-bf2e-e4971b3df064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.790215284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cb27a7b-e4ca-4924-a1c5-bb49b55dda43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.791283482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"f71e7ff4-771d-4957-8e11-c9a51e619ed1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.792613369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"bf6ab7f3-797a-4864-884f-a0d30a0e1c92","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.794510138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e27bdb9a-f4e2-412a-a25a-c112a08c800e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.796709695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"973c7c6f-3b69-4261-bf2e-e4971b3df064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.881687758Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-04c87e","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","reconcileID":"f0dd18cc-5622-4272-b2c6-2fff335a2e69","namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cmp-legacy-04c87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.917263084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee760ad-1c24-4e6f-8bf2-6e741abd976c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:51.924836648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ee760ad-1c24-4e6f-8bf2-6e741abd976c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.141094109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"7b63cdea-c1fb-43ea-a515-4e64e443af42","namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.348980727Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","reconcileID":"b65a6ea5-98d5-4a29-bb92-9879d6e8e017","namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.423910785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"e1269f95-84b1-492e-b6c0-279eb1d2abd8","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.468647228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"56038f36-2c6f-405b-9b17-565f775fe899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.474029126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7971eb1a-a27e-4c8d-af2a-bc719a8515aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.449275891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"2e3faec4-bc1e-49d4-a893-9a27a17dc309","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.504645748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"332e8d01-392a-4ac8-8842-5d98500dc299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.505422581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"633f5da6-4965-4b6e-94d6-1eafde064c3e","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.506437448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3273cc1f-4999-4991-b6d6-f3b1be7214f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.542438794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7971eb1a-a27e-4c8d-af2a-bc719a8515aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.543629094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"ba4b81e0-d889-448b-af73-9c26ac93346d","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"tenant":"e2e-extmod-a-35936b","gateway":"openshift-ingress/e2e-extmod-a-35936b","model":"e2e-extmod-cfl-1-c078e9/e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.543707395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"ba4b81e0-d889-448b-af73-9c26ac93346d","MaaSModelRef":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"routeName":"external-model-e2e-cfl-895b85-6d7b168bc6fd","namespace":"e2e-extmod-cfl-1-c078e9","model":"e2e-cfl-895b85","externalModel":"e2e-cfl-895b85","provider":"e2e-cfl-895b85-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.54741074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"3273cc1f-4999-4991-b6d6-f3b1be7214f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.552402448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"332e8d01-392a-4ac8-8842-5d98500dc299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.560038314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"56038f36-2c6f-405b-9b17-565f775fe899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.578108462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"4b3bcefe-2f0d-481f-8050-d5212bf573b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:52.609420821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"4b3bcefe-2f0d-481f-8050-d5212bf573b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.021101148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e1c7e04e-2b98-4540-a765-d5d34e5623cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.07273193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e1c7e04e-2b98-4540-a765-d5d34e5623cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.092350929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"402644ef-c3cd-47fa-b8bb-31fbcc441cad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.103575459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8a22d14-9e27-405f-ab40-ad996c5346b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.104153442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"554e734c-b7f3-4539-b131-368a6ffcf94a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.104286279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"78465d65-80da-45a9-9beb-2e68c79b2bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.107296668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"402644ef-c3cd-47fa-b8bb-31fbcc441cad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.119336325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"554e734c-b7f3-4539-b131-368a6ffcf94a","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.121090241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"78465d65-80da-45a9-9beb-2e68c79b2bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.122447209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8a22d14-9e27-405f-ab40-ad996c5346b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.211266754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"0bae7d31-b163-4c07-8b85-29ba5ea3fc35","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.213106038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2408ac4-199a-4a23-a6b9-329dab4ce326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.21602051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ee96d9ec-cceb-40a3-b526-c2b1674c08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.220600778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"0bae7d31-b163-4c07-8b85-29ba5ea3fc35","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.221290786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f2408ac4-199a-4a23-a6b9-329dab4ce326","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.225988814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ee96d9ec-cceb-40a3-b526-c2b1674c08d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.37373143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2a719c56-0a7e-44be-aee8-9b499276ccf1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.389565068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"ba109391-5aaf-4be5-8fe6-fd9b1a87a450","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.493259613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2a719c56-0a7e-44be-aee8-9b499276ccf1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.532904793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"ba109391-5aaf-4be5-8fe6-fd9b1a87a450","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.559078007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c6129d4-f2da-45e4-a07b-f8e13ee0abbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.560011169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3914355b-d14c-4cd1-ba4b-76f2b767d827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.574518139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe29cbe-0161-414b-a326-320b31016df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.60281697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c6129d4-f2da-45e4-a07b-f8e13ee0abbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.606436578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe29cbe-0161-414b-a326-320b31016df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.611564309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3914355b-d14c-4cd1-ba4b-76f2b767d827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.695803518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e37602f3-5e2a-44b0-a04f-240a058a6ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.699244332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c6834166-1da3-4111-94e4-5ff747e23334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.704097329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e37602f3-5e2a-44b0-a04f-240a058a6ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.708238469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c6834166-1da3-4111-94e4-5ff747e23334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.781938604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0910db84-5da0-4bdb-a2d1-c3ff5b34aaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.793521736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0910db84-5da0-4bdb-a2d1-c3ff5b34aaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.813289959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"af8928c1-1711-48aa-b16c-98cb83fdbbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:53.820545946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"af8928c1-1711-48aa-b16c-98cb83fdbbd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:08:59.659081237Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"58ecfba6-4900-484f-a341-6e5fcd09c435","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.389591668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"a5a593e4-1006-4de6-ae8f-1995b5aa6e3e","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.48523769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-895b85","namespace":"e2e-extmod-cfl-1-c078e9"},"namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","reconcileID":"b50a9d1a-7034-449b-8392-92e719532413","namespace":"e2e-extmod-cfl-1-c078e9","name":"e2e-cfl-895b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.486736329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c445a236-c8b9-465b-9e45-d8e2dc76d9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.487398396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3c5eb3f-a710-40c3-8246-ccbc7dc6ab50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.488118119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3976b1-9b12-4d38-938c-f53e49dacdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.49035397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4169af7c-4e30-4782-af21-1e259355a2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.49923612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"67bd54c6-9269-4d99-9bf1-f96ca8f988ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.502823958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3c5eb3f-a710-40c3-8246-ccbc7dc6ab50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.506608807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c445a236-c8b9-465b-9e45-d8e2dc76d9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.584214676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4169af7c-4e30-4782-af21-1e259355a2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.586095434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa3976b1-9b12-4d38-938c-f53e49dacdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.589697426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"67bd54c6-9269-4d99-9bf1-f96ca8f988ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.619717253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"599f9684-8f26-4816-bb89-c77a4744f730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.620323006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"84c6afa9-c743-4bc5-8ff7-663dec4be7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.620781037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ce6961c8-f59e-4b41-b4fe-0f1fae784f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.636503146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"b7fdee62-494d-4b50-bc11-0568e8d3fd60","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.661384557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"60d31a70-8b07-4e77-82d7-a78328ec0a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.703143571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"60d31a70-8b07-4e77-82d7-a78328ec0a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.706774504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"84c6afa9-c743-4bc5-8ff7-663dec4be7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.710021994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"b7fdee62-494d-4b50-bc11-0568e8d3fd60","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.785320144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"599f9684-8f26-4816-bb89-c77a4744f730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.875153792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"ce6961c8-f59e-4b41-b4fe-0f1fae784f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.967114036Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"c6bc7e41-fa8d-4321-83e5-1e03dccab58f","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.968535373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"b9b95989-0b5b-49af-98c5-d460cb1970d0","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:03.999284842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"b985f7c9-e9e2-491e-b763-c1ba6e68b94d","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.0137569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"966d2f9d-f437-438f-8961-5ef413b354d0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.015457453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"38a0a085-d0ee-4974-9135-a9fc421ab6e5","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.023426095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"966d2f9d-f437-438f-8961-5ef413b354d0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.023967801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bbdb180-2547-4c86-b874-2e17cf4b8ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.033409865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bbdb180-2547-4c86-b874-2e17cf4b8ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.041373655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"5d80fe02-c063-4fa9-93a9-51ea2fd7649d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.041395316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"5d80fe02-c063-4fa9-93a9-51ea2fd7649d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.102814303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c6aa9b64-1f72-4674-b58e-352b658fc3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.103226872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3621c782-3413-4a21-82e7-d495227557f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.104598382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"ae285ef6-87e9-4bbc-a016-d995f6f04ddf","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.108169486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"0cf77b5d-26ad-4540-aec7-3ef889aabc3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.111041975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3621c782-3413-4a21-82e7-d495227557f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.111851992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c6aa9b64-1f72-4674-b58e-352b658fc3c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.112304844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2447e178-48f0-4e0f-a6b7-b9cab9e89c71","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.114274034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"ae285ef6-87e9-4bbc-a016-d995f6f04ddf","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.117410493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"0cf77b5d-26ad-4540-aec7-3ef889aabc3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.202139255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2447e178-48f0-4e0f-a6b7-b9cab9e89c71","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.300669715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"b83aa934-388f-4c7b-84c3-ae5235ff54bd","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.300699961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"b83aa934-388f-4c7b-84c3-ae5235ff54bd","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.488209536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e068ecbe-0ac6-4195-a552-5e7cb46cdbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.496690586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f13fbf-6a27-41fe-852e-7c9f87aaed05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.497359794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a5a7357f-9394-40b7-92b3-17ab5467ac7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.502108566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e068ecbe-0ac6-4195-a552-5e7cb46cdbdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.509728584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a5a7357f-9394-40b7-92b3-17ab5467ac7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.510787609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c01186b0-136e-4cd8-8e71-e656e6cdc220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.52197521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"c01186b0-136e-4cd8-8e71-e656e6cdc220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.522058932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f13fbf-6a27-41fe-852e-7c9f87aaed05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.528429834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8dc0e6a7-37ee-44ea-b924-8b2d220da290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.53715223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8dc0e6a7-37ee-44ea-b924-8b2d220da290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.901295158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"dcc3f5e4-e6d1-4f1b-9ef0-b8309831fd7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.902049256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a1b066e0-e9f7-4376-9ceb-7eb66877979c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.903549368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5a898515-4e59-4278-87a3-e97c983a556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.904340695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1d7a65e2-e976-4508-9dae-dd4cd6304525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.904752602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8930592-45a5-46ec-9830-c420a6cec7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.91221749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"dcc3f5e4-e6d1-4f1b-9ef0-b8309831fd7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.915480144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f8930592-45a5-46ec-9830-c420a6cec7de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.917742311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"5a898515-4e59-4278-87a3-e97c983a556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.920121934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1d7a65e2-e976-4508-9dae-dd4cd6304525","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.920774926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a1b066e0-e9f7-4376-9ceb-7eb66877979c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.991188912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"5d3f631c-51a3-4e27-bdad-b8487475a5da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.995004394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"501043b8-f741-4ec7-a4e0-ceab89f8cc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:04.998389123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"5d3f631c-51a3-4e27-bdad-b8487475a5da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.00233488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"501043b8-f741-4ec7-a4e0-ceab89f8cc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.035840889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"caf44ed7-366a-4b7d-bdc8-64631097de35","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.035863103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"caf44ed7-366a-4b7d-bdc8-64631097de35","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.040312573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"117ae58d-15d4-43ee-b804-7fa9b544fdc6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.068055636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"117ae58d-15d4-43ee-b804-7fa9b544fdc6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.074123928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"117ae58d-15d4-43ee-b804-7fa9b544fdc6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.085220578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"dceb178f-f57e-466f-9ab5-2e5dc1a57440","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:05.085244884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"dceb178f-f57e-466f-9ab5-2e5dc1a57440","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.116894517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"450ecda8-d605-4e79-82ba-02067ab0ee91","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"maas-trlp-e2e-cmp-legacy-4f11cd","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.267653331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"296f5a0c-bb4f-4da4-9bd4-35389f2d4b42","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.286040069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9d5d215b-7297-4c33-b4ac-a6688300a3bd","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.28619778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"9d5d215b-7297-4c33-b4ac-a6688300a3bd","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.323659447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"4c7f54a5-6999-4440-a9d7-5141865d7275","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.323697388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"4c7f54a5-6999-4440-a9d7-5141865d7275","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.414344703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"284de23b-3ead-4438-ac4b-3bf5b6e15e57","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-ok-1e9bf3","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.451672333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"854d493e-cacf-452e-b431-85ca7d7934cc","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.45169743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"854d493e-cacf-452e-b431-85ca7d7934cc","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.666801717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"7053d064-ae9b-4df2-92cb-f161acfce976","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.889234732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"33495000-dfb7-4b01-8dee-19e48d41aa21","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:09.896082223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"33495000-dfb7-4b01-8dee-19e48d41aa21","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.295785049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"fce13cf3-8ecd-4eed-af3b-3342d3e50a63","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.303305945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"fce13cf3-8ecd-4eed-af3b-3342d3e50a63","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.55051191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"a96744aa-b129-4115-9af7-0cb4f6fd4eb5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.583496681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"a96744aa-b129-4115-9af7-0cb4f6fd4eb5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.587405713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e2c40f66-b232-40b8-8423-6d64f04c5c06","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.595471967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e2c40f66-b232-40b8-8423-6d64f04c5c06","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.958445294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-880e37","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","reconcileID":"0434af3b-2a87-468e-a871-70dbc5c2e4c7","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.967750197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-880e37","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","reconcileID":"6c80ed5a-e1ba-44b1-b95c-8e569f12afae","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.971012951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30987d8d-a928-4882-bd90-0d7d1abed646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.971495713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f40642ed-d84d-430c-af83-3ef826f1d739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.972388224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f226529b-9e4c-4858-a9ab-6417dedcde33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.973697944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a129a1-f2a0-4db9-9f88-b30443c4a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.97414004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"690655ab-ebec-4108-8bb0-f24b61bba313","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.980937634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30987d8d-a928-4882-bd90-0d7d1abed646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.984654205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a129a1-f2a0-4db9-9f88-b30443c4a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.986093885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f226529b-9e4c-4858-a9ab-6417dedcde33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.989373888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"690655ab-ebec-4108-8bb0-f24b61bba313","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.990718109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f40642ed-d84d-430c-af83-3ef826f1d739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:10.996222723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"690655ab-ebec-4108-8bb0-f24b61bba313","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.010954174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b9ea7614-7f0f-4adf-9f55-208145a26a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.011332022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8ccfa721-bb08-476b-aec6-e7f6d8cd8e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.01374256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"57928aeb-c233-49fa-9be1-bbaeea94f25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.014349819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0997c68a-e063-4a1f-9eb1-1d1ac860ccdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.01903833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b9ea7614-7f0f-4adf-9f55-208145a26a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.081540025Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-880e37","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","reconcileID":"206b1819-de6b-4e2a-81a9-9aea9d1851dd","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.082525135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"0997c68a-e063-4a1f-9eb1-1d1ac860ccdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.082890216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8ccfa721-bb08-476b-aec6-e7f6d8cd8e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.084963659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"57928aeb-c233-49fa-9be1-bbaeea94f25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.108502732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"41b317c1-ce6c-4ce1-910b-5cc95368a60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.115604363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"41b317c1-ce6c-4ce1-910b-5cc95368a60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.210024839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"d824d2a8-3dd0-4210-bb53-bffc42a21880","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.211276604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"1cb63912-6496-414b-a080-d40652d93a6d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.211910642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"54d1c3e0-e4d9-4a21-b555-2952df9545b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.212452557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3fc4f6de-1b84-42b5-9791-7eb17a668b12","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.215976284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"53d60230-eeec-4d18-8be2-9836fb7917d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.218598996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"d824d2a8-3dd0-4210-bb53-bffc42a21880","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.220634345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"1cb63912-6496-414b-a080-d40652d93a6d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.220999646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"54d1c3e0-e4d9-4a21-b555-2952df9545b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.224268836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"3fc4f6de-1b84-42b5-9791-7eb17a668b12","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.225408101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"53d60230-eeec-4d18-8be2-9836fb7917d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.31112678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"920a4a43-3764-4c2d-9454-b16a50c58990","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.311546581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff646566-7852-4779-850b-1913a99ee722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.312081204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"092819bb-c8df-4059-a07f-02c0f1b62f30","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.314572207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b945a00f-1abc-4edb-bb7c-e46d1b6ba93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.318397776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"920a4a43-3764-4c2d-9454-b16a50c58990","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.319376996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff646566-7852-4779-850b-1913a99ee722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.320805687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"092819bb-c8df-4059-a07f-02c0f1b62f30","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.321725573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b945a00f-1abc-4edb-bb7c-e46d1b6ba93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.498384084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44792142-d477-47fa-9cb5-f98a0d7e7564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.498636653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a7d777a8-8fed-4e0e-a6fb-91e1e8af5db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.498699985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"11196f1b-a7ca-448b-b14e-ee6e12a12ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.500232663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b3f05e7f-fa47-4916-ad80-8c87eb4abb1f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.500967775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"afbb3f1c-b1ec-4f26-ad92-550e361a2756","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.500984213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"afbb3f1c-b1ec-4f26-ad92-550e361a2756","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.505629599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44792142-d477-47fa-9cb5-f98a0d7e7564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.50583122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"11196f1b-a7ca-448b-b14e-ee6e12a12ce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.508294559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a7d777a8-8fed-4e0e-a6fb-91e1e8af5db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.50861423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b3f05e7f-fa47-4916-ad80-8c87eb4abb1f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.512212457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"332d0d58-9d4a-45b2-857e-0076f318b2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.582861313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b3f05e7f-fa47-4916-ad80-8c87eb4abb1f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.584373014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"332d0d58-9d4a-45b2-857e-0076f318b2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.586826248Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"fbf754e1-aaf3-4873-a48a-ba3cd37dd87f","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1f96033","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.609834369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7110b0f2-b007-4ab4-8523-2add869d9e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.618902023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7110b0f2-b007-4ab4-8523-2add869d9e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.711567928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9765fbde-accc-430d-a33e-a4a32e681d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.711618091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b743dd57-33db-4346-8aee-a8ca359ed44e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.719023409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"02bd35f0-8a8b-4f73-9a93-885cc78281b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.723336624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b743dd57-33db-4346-8aee-a8ca359ed44e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.723665265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9765fbde-accc-430d-a33e-a4a32e681d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.774283271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"02bd35f0-8a8b-4f73-9a93-885cc78281b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.781385146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"6af5a740-a39b-4f52-9ca9-686ad944e7ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:11.789779915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"6af5a740-a39b-4f52-9ca9-686ad944e7ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.007243043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-880e37","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","reconcileID":"007c6097-76a7-46e1-ad9a-0e599dbd48fa","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.027310878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee6ef94-d158-4471-86c1-95640fb3633b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.027620375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"21e57083-f2b8-4632-8845-74e7bde3c980","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.028649225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-880e37","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","reconcileID":"5d8e5168-4a59-40ce-a526-632db429f708","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-broken-880e37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.029679935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"74adb3b0-3e49-4301-8b90-7c00d32d02e6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.030159244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"76ab003f-1aaa-4363-82bb-7b84c50139de","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.03147544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9700b00-783e-4a88-9e18-f7fa31148dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.037748837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee6ef94-d158-4471-86c1-95640fb3633b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.037957407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"21e57083-f2b8-4632-8845-74e7bde3c980","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.040322463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"74adb3b0-3e49-4301-8b90-7c00d32d02e6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.046399644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"76ab003f-1aaa-4363-82bb-7b84c50139de","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.047430584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9700b00-783e-4a88-9e18-f7fa31148dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.050142482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"74adb3b0-3e49-4301-8b90-7c00d32d02e6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.125078462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9b64bbd0-0c77-4853-aeb7-2dae7a606ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.128069471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"79ed359c-afb5-422a-b7e8-8d4e12bcd23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.128239788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4c0f4955-1ecf-41fb-a720-21c8c672653f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.132655522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"765ed4a9-f08f-44d0-b108-dcd4d5b64076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.132949201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b8626e6c-f4bd-4493-98db-ccadff19df6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.14109048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9b64bbd0-0c77-4853-aeb7-2dae7a606ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.141186225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4c0f4955-1ecf-41fb-a720-21c8c672653f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.143635377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b8626e6c-f4bd-4493-98db-ccadff19df6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.143648486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"79ed359c-afb5-422a-b7e8-8d4e12bcd23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.146049286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"765ed4a9-f08f-44d0-b108-dcd4d5b64076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.224033736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"06ef9626-aa52-44b4-b896-f55f7ddaba14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.224553147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bf0e602-25e6-4b00-be13-f2f27c538237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.22498764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f9557dcb-6dcf-42de-95b7-89471d4e1cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.225415621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"c7d370ff-d8ba-4035-9044-733d4e0aba64","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.226230448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4bf04c70-0d85-42af-b70f-7fb09311b132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.231008018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"06ef9626-aa52-44b4-b896-f55f7ddaba14","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.233362965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8bf0e602-25e6-4b00-be13-f2f27c538237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.234553972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f9557dcb-6dcf-42de-95b7-89471d4e1cd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.235903154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"c7d370ff-d8ba-4035-9044-733d4e0aba64","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.238223212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4bf04c70-0d85-42af-b70f-7fb09311b132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.397138165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"166ca129-98c8-4cdb-8510-37b6fc544078","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.397646356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fb59acea-2246-4906-98e7-3feecf93e08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.39813663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"6f3283d6-d3a9-4b40-b7c0-6f1b7c53b6e8","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.399570476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"026995f0-2036-46ad-8952-bbe96140bffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.405371255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"166ca129-98c8-4cdb-8510-37b6fc544078","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.408193805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"fb59acea-2246-4906-98e7-3feecf93e08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.408493697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"836e981e-ff36-4cc3-a12e-d2a1a1db8a6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.482890436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"166ca129-98c8-4cdb-8510-37b6fc544078","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.483848816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"6f3283d6-d3a9-4b40-b7c0-6f1b7c53b6e8","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.486791607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"836e981e-ff36-4cc3-a12e-d2a1a1db8a6e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.487215723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"026995f0-2036-46ad-8952-bbe96140bffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.493207546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"67388ae4-480a-4b6c-a381-ed57de548036","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.493255915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"67388ae4-480a-4b6c-a381-ed57de548036","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.496359244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"33deec81-06b6-4723-a246-d480fa3a1d23","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.504510766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5afffb5-0804-469b-b15f-4a4d624f4b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.5052056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"33deec81-06b6-4723-a246-d480fa3a1d23","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.507237019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cc490a4-b1fb-49aa-9534-ff17fcf9cee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.512338383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"81ce59df-39b8-4fb1-9aef-c04de5b41fc1","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a30f38d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.513264589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5afffb5-0804-469b-b15f-4a4d624f4b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.584483047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cc490a4-b1fb-49aa-9534-ff17fcf9cee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.599338375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"60637793-fc93-4fa4-838b-e1824299900a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.606144052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"60637793-fc93-4fa4-838b-e1824299900a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.698980502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"cba3614e-2a7f-4667-a6a2-b1bd1679ffa8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:14.718334296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"cba3614e-2a7f-4667-a6a2-b1bd1679ffa8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.287599521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"bf74e32b-d310-4769-abab-2b6ebc0fb849","namespace":"llm","name":"e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.296122892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"75f41390-1202-4d84-b4f7-5122cb1c7817","namespace":"llm","name":"e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.296614813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"168d8eaf-edfb-46cc-83a2-8e7f994e0fb5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.301049726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ab4392f6-74d1-4c0c-8d3f-d601ac9848d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.301078365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c1ac6a37-faa7-431c-8d46-d096fce691ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.303308379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"8d265a23-0fc9-447e-9998-ca14d0ce1662","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.305159139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"168d8eaf-edfb-46cc-83a2-8e7f994e0fb5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.306184506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6fa6dabb-99c0-4649-8353-028fd6d4ccf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.314443887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c1ac6a37-faa7-431c-8d46-d096fce691ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.314626907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"8d265a23-0fc9-447e-9998-ca14d0ce1662","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.316869707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ab4392f6-74d1-4c0c-8d3f-d601ac9848d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.321779719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6fa6dabb-99c0-4649-8353-028fd6d4ccf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.322622971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c1ac6a37-faa7-431c-8d46-d096fce691ea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.330631426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6382fca3-74d4-4ff6-8ea8-f5ef1e6e59cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.330654414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6382fca3-74d4-4ff6-8ea8-f5ef1e6e59cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.331108739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d72c727-b116-485a-8854-dd735022641c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.331127467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d72c727-b116-485a-8854-dd735022641c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.331502495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcbe62df-a248-4195-b463-7e3195e455cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.331521024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dcbe62df-a248-4195-b463-7e3195e455cc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.3318914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d83cb1c8-c4c4-4292-b642-b1640feafb56","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.331908496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d83cb1c8-c4c4-4292-b642-b1640feafb56","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.33233762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba7bc9a-8a7a-46c4-9d35-424e7d039272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.332399377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ba7bc9a-8a7a-46c4-9d35-424e7d039272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.332907513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b792e54-9add-4c3e-abc1-076fe577fc90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.332946985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4b792e54-9add-4c3e-abc1-076fe577fc90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.33343463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"858615f5-5749-4c49-b37f-cf3bebed810a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.333452477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"858615f5-5749-4c49-b37f-cf3bebed810a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.333823366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"827b679b-7c9d-41a4-9d93-e0f2f4b63b4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.333841106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"827b679b-7c9d-41a4-9d93-e0f2f4b63b4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.336423958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d520ec90-df49-4f8a-bdf8-8a626bfaadb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.343172821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c5f9f8c-35c9-4e75-b1b3-eb9f645b8fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.343188679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c5f9f8c-35c9-4e75-b1b3-eb9f645b8fcc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.343603205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1ff36f54-0ef0-4933-b7c9-69281c43db16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.343646983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1ff36f54-0ef0-4933-b7c9-69281c43db16","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.382061725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f2ee00-0fe8-435e-ac90-5db13edd478e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.382098463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f2ee00-0fe8-435e-ac90-5db13edd478e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.382641562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"336f4527-e8d9-42ed-a193-7974cf7f7b3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.382658808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"336f4527-e8d9-42ed-a193-7974cf7f7b3b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.383068386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1debdde7-13a0-4072-bd98-ad8029733d65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.383084722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1debdde7-13a0-4072-bd98-ad8029733d65","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.391124357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ffc3f31c-c9ed-4086-87b4-9a5c71453f0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.391212051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ffc3f31c-c9ed-4086-87b4-9a5c71453f0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.392906248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d520ec90-df49-4f8a-bdf8-8a626bfaadb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.393341932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d0139a8-1609-4588-a898-d520c62df644","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.393399769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3d0139a8-1609-4588-a898-d520c62df644","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.394215469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0666d1b8-ea53-4921-b7be-4a882b2f433e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.394280213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0666d1b8-ea53-4921-b7be-4a882b2f433e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.39541176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"100fe8fb-b64a-4993-9a8c-e56f267fae33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.399351018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ccae12d-c6d9-4ab0-b3d2-12210a74fb0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.494661332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"38a8bb30-7f2c-418b-b77c-ed50a959e6b7","namespace":"llm","name":"e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.507448822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"94528af4-bedd-4a91-8218-b3705456ae6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.508705154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.515734808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"94528af4-bedd-4a91-8218-b3705456ae6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.516536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"bf3fc0dd-b369-49e4-b80d-11991b86b956","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.516563414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"bf3fc0dd-b369-49e4-b80d-11991b86b956","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.616125146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"89f1a337-900c-4ff1-926b-69380564b4c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.650841443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"89f1a337-900c-4ff1-926b-69380564b4c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.651739592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9518758a-2495-4c32-9b43-e74004a251c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.712438599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9518758a-2495-4c32-9b43-e74004a251c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.79649483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"220a19a2-aed8-4bb6-9bc4-bbead468c5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.815456329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2a7723-d033-4f4a-b7a9-0fde253439ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.823121464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"220a19a2-aed8-4bb6-9bc4-bbead468c5e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.910452429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"cdc42837-94e4-41b7-b650-5a1f3a7abb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.912339399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af2a7723-d033-4f4a-b7a9-0fde253439ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.930359668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"cdc42837-94e4-41b7-b650-5a1f3a7abb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.945453182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"222d956e-8f37-406a-a28e-f24e9fc28153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.945453193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c485ca41-925f-4cb3-b076-8662eee9d401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.956771289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c485ca41-925f-4cb3-b076-8662eee9d401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:17.958836616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"222d956e-8f37-406a-a28e-f24e9fc28153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.044090331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d7dd4269-b82b-4224-baff-9841414655e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.051912249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d7dd4269-b82b-4224-baff-9841414655e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.318990591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"2bf91557-8a3c-4c4a-bbb8-7ae1fbb31eda","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.320751359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7adcc995-e531-4d49-a47b-1fa240c79de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.345034388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8b4ed042-f6fd-4951-b8f6-a94443575189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.345355365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ea251af6-3e68-4c49-b76d-4395d505dacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.348743239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"2bf91557-8a3c-4c4a-bbb8-7ae1fbb31eda","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.350237382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7adcc995-e531-4d49-a47b-1fa240c79de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.362732286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8b4ed042-f6fd-4951-b8f6-a94443575189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.363310772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e20d4acf-e44d-41a4-9fa8-e96206eb3ace","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.364225707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ea251af6-3e68-4c49-b76d-4395d505dacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.38888913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e20d4acf-e44d-41a4-9fa8-e96206eb3ace","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.407373888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7320d31b-c413-43ff-bea0-3e41eae84e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.414593751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7320d31b-c413-43ff-bea0-3e41eae84e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.49984859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"05f2386b-06b0-47fa-acef-064e76246bd5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.502655754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"6d52cc78-f641-46f3-8a34-e219c20cfdc6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.503048971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2a20b643-42ca-4802-9058-c4417957e945","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.505691329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"80e53c1f-4d69-4dcd-a3b8-34fc01077104","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.50636424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"05f2386b-06b0-47fa-acef-064e76246bd5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.507305768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"05895ec8-2c90-42bd-8c4f-adc0f13ca574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.510059101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"6d52cc78-f641-46f3-8a34-e219c20cfdc6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.512217694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"2a20b643-42ca-4802-9058-c4417957e945","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.512665148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"80e53c1f-4d69-4dcd-a3b8-34fc01077104","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.513421841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"05f2386b-06b0-47fa-acef-064e76246bd5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.514821988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"05895ec8-2c90-42bd-8c4f-adc0f13ca574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.52362998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3073c6f-411e-4cac-a450-7a8b0f084d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.581294445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3073c6f-411e-4cac-a450-7a8b0f084d0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.581744916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a25a90-7197-4837-a01c-ab3ac8a0f10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:18.588815099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a25a90-7197-4837-a01c-ab3ac8a0f10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:19.679596988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"7c432a4f-ee6a-48da-a043-bf6ed1cfe5d7","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.590015501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"62fe6f87-995b-4f76-bb7c-56c52293a985","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","subscription":"e2e-cfl-same-cc697c-176a55-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.597881597Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"62fe6f87-995b-4f76-bb7c-56c52293a985","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.60119513Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-sub","reconcileID":"62fe6f87-995b-4f76-bb7c-56c52293a985","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-176a55-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.633585853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"8ec1a63a-d370-4f9d-b020-e919493baa09","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.63362225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"8ec1a63a-d370-4f9d-b020-e919493baa09","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.641006441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"627277d9-4d44-4be1-8ada-ea87f6ee829b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.641009981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"c98fb32c-5164-42b2-a28d-b8da4304c015","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.652225593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"c98fb32c-5164-42b2-a28d-b8da4304c015","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.652761653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"05a11780-9017-4630-8e29-6e63e17bfd46","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.652787243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"05a11780-9017-4630-8e29-6e63e17bfd46","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.653106882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"627277d9-4d44-4be1-8ada-ea87f6ee829b","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.677578475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"28866ae8-6265-4b59-bebd-01a529b1ee69","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.679952169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"28866ae8-6265-4b59-bebd-01a529b1ee69","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.743871186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"af1bfa9e-2948-4a85-9d6d-593c2dd6d953","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.75147668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"af1bfa9e-2948-4a85-9d6d-593c2dd6d953","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.785896224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"06d46a61-7d57-483b-b11a-b67b92ca5b82","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.785937691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"06d46a61-7d57-483b-b11a-b67b92ca5b82","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.789763657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-176a55-access","reconcileID":"555b86f5-08d7-4826-ba36-d6507790636d","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-176a55-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.804815373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"a5d36db5-f31a-4b81-922a-2e9c82957931","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-2-176a55/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:21.804839112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"a5d36db5-f31a-4b81-922a-2e9c82957931","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"routeName":"external-model-e2e-cfl-same-cc697c-baedb610adab","namespace":"e2e-extmod-cfl-2-176a55","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.052320923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"a9673844-dbb8-480d-81b3-092f0dc69563","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.052345626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"a9673844-dbb8-480d-81b3-092f0dc69563","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.067375569Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"661d8026-4703-4ead-8ba1-43fdf2a2c64e","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb555f4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.196499064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"8d4167ba-bf59-4937-aa68-20a371ce8988","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.203408786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"8d4167ba-bf59-4937-aa68-20a371ce8988","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.22822275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"f62ff4af-30c3-4a01-8916-667ef6bc17e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:22.235091661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"f62ff4af-30c3-4a01-8916-667ef6bc17e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.515698786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"b189fa59-6e92-409b-a1b0-4c0b55dfe293","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","subscription":"e2e-cfl-ok-1e9bf3-301823-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.522842472Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"b189fa59-6e92-409b-a1b0-4c0b55dfe293","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.526134919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-sub","reconcileID":"b189fa59-6e92-409b-a1b0-4c0b55dfe293","MaaSSubscription":{"name":"e2e-cfl-ok-1e9bf3-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.556181338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"d2fb1434-d046-438e-a34f-68344624a513","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.556203783Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"d2fb1434-d046-438e-a34f-68344624a513","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.565655015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5a2b0383-4313-485d-9c11-341b52b8bc4b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.565814677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"1e342a36-f41e-4c61-98d7-f189a3dbd984","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.575281597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"5a2b0383-4313-485d-9c11-341b52b8bc4b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.57569891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"1e342a36-f41e-4c61-98d7-f189a3dbd984","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.664756399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"8414ca7d-5043-484e-92b1-9e03d694db48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.671509989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"8414ca7d-5043-484e-92b1-9e03d694db48","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.705420334Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-ok-1e9bf3-301823-access","reconcileID":"24a48b62-8224-4d8a-9361-5463cafc1e89","MaaSAuthPolicy":{"name":"e2e-cfl-ok-1e9bf3-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.709185268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"0c380b8f-9a53-4734-b75b-b14555f8f161","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.709210876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"0c380b8f-9a53-4734-b75b-b14555f8f161","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.8083953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"6fdf3113-95fc-4be6-9b0b-911fa13510fc","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:24.808419551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"6fdf3113-95fc-4be6-9b0b-911fa13510fc","MaaSModelRef":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-ok-1e9bf3-7d5b486ab4dd","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-ok-1e9bf3","externalModel":"e2e-cfl-ok-1e9bf3","provider":"e2e-cfl-ok-1e9bf3-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.40355319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9fb99ce3-938e-4e21-abc2-ce5710714bab","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.40357821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9fb99ce3-938e-4e21-abc2-ce5710714bab","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.411585229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"819a0d2e-0627-46ad-aaf4-578d9622c089","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.411606856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"819a0d2e-0627-46ad-aaf4-578d9622c089","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.421198293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"346e495e-de9c-400f-911c-c27f2d28bb40","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.428205466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"346e495e-de9c-400f-911c-c27f2d28bb40","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.524293318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"97c19d9f-bbbd-4857-909d-55b9dc6fc570","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.535808809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"97c19d9f-bbbd-4857-909d-55b9dc6fc570","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.541702251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"97c19d9f-bbbd-4857-909d-55b9dc6fc570","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.55243939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"4a57c795-914f-46e4-b831-6796f3638780","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.552461049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"4a57c795-914f-46e4-b831-6796f3638780","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.631243998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"45fcc2fc-745a-47f9-ae4e-9d1c012b28be","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:28.638142903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"45fcc2fc-745a-47f9-ae4e-9d1c012b28be","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:29.695776676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"1d9b4895-c2b9-43aa-bc8a-a01475b4cd2b","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.062479778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"1fe3318a-68ae-4588-98a5-ed34bdcc22c2","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.062503668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"1fe3318a-68ae-4588-98a5-ed34bdcc22c2","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:09:31.07661062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"def62efa-a58f-4dad-91b0-50afc139f75a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-97fedc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.081955809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"ef6f5a75-56a6-43d6-83cc-cefa61a645fc","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.082180288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"953af882-b90c-4d65-a70f-df9e01720f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.082445878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3c35635-a2bb-4631-b55f-cc164af25574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.09375157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"ef6f5a75-56a6-43d6-83cc-cefa61a645fc","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.095421763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3c35635-a2bb-4631-b55f-cc164af25574","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.09598566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"953af882-b90c-4d65-a70f-df9e01720f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.096217062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eea101f1-6978-4dd7-810a-9e1df5e39871","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.096235045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eea101f1-6978-4dd7-810a-9e1df5e39871","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:09:31.107731795Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eea101f1-6978-4dd7-810a-9e1df5e39871","name":"e2e-dft-97fedc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-97fedc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:09:31.107788893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eea101f1-6978-4dd7-810a-9e1df5e39871","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-97fedc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.116303735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"df07f6c0-6f20-426d-87dd-5067b99674ad","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.116325955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"df07f6c0-6f20-426d-87dd-5067b99674ad","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.127413372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2d87b332-3a0c-4a4b-ad7f-b73c4bfacc85","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.127432574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2d87b332-3a0c-4a4b-ad7f-b73c4bfacc85","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.158601968Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"2b3f0059-b86f-41e5-b3e7-830fa06fed8c","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"e2e-dft-97fedc","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-97fedc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.174241206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c5090d7-d6da-4fbc-a565-797aaba9788f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.174595496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a64355cc-4972-4fb4-9dcf-463419db921b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.182045935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c5090d7-d6da-4fbc-a565-797aaba9788f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.182806632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a64355cc-4972-4fb4-9dcf-463419db921b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.189150199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2a1b5f65-7bb4-44bb-a8bd-c72f33f6ba83","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.189168821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2a1b5f65-7bb4-44bb-a8bd-c72f33f6ba83","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.235197967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"0c2713b9-92c1-4323-92e6-27039ace3e6a","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.271640592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"aade38ce-eead-433c-b888-57aafc063d71","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.278780615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"aade38ce-eead-433c-b888-57aafc063d71","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.400239772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"bc1f66dc-6679-43eb-8448-be972a0e64cf","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.405326255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"75ee8858-493c-4bf8-b21f-203509bb98d8","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.405345172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"75ee8858-493c-4bf8-b21f-203509bb98d8","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.412611441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a0179005-942d-4f0c-ad7d-3114b3e7192e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.413824671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dfe82fe3-5eff-401e-9548-13ea4c488054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.416264785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cb20280-3842-4055-8c15-750555aaa970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.41953422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e23d76c-223c-4e60-adf8-bca5d827faa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.419891642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6d5b1470-15cb-46ec-988d-91859e08a52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.420294028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a0179005-942d-4f0c-ad7d-3114b3e7192e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.422113777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"dfe82fe3-5eff-401e-9548-13ea4c488054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.423945839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cb20280-3842-4055-8c15-750555aaa970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.428571072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6d5b1470-15cb-46ec-988d-91859e08a52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.429161508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e23d76c-223c-4e60-adf8-bca5d827faa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.431903545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a0179005-942d-4f0c-ad7d-3114b3e7192e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.489009271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"2d482d27-9b04-40cd-9f02-d9f2d95921ba","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.494989791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14b9bd5a-b451-4042-bde5-d57928c4da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.495433392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"3120e035-9921-49cd-bbe0-ed72be096874","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.495449886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"3120e035-9921-49cd-bbe0-ed72be096874","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.499883441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"32713e7e-e831-4b8b-a21e-242ce78ece9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.500173123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c1fba466-81e6-42c6-ac2c-4ea1134d2f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.50263759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14b9bd5a-b451-4042-bde5-d57928c4da2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.507535507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"32713e7e-e831-4b8b-a21e-242ce78ece9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.507539438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c1fba466-81e6-42c6-ac2c-4ea1134d2f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.519304626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0bb3afcc-4a21-4f25-b9e2-6feab5cdffdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.581443885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0bb3afcc-4a21-4f25-b9e2-6feab5cdffdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.587402166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5510bb25-5eea-43bf-8a83-71efb537ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.596419683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5510bb25-5eea-43bf-8a83-71efb537ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.684519679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"8a1348b4-9cf4-4cd4-8f6c-9ee485887a74","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.685036262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"3b3a0c40-4113-42b1-82f8-816778b739f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.686105309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e13f2706-6907-4715-a21e-a735a1dd830d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.689764292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"88a4ee73-c93a-4bb1-898f-0e105cc36f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.692415611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"8a1348b4-9cf4-4cd4-8f6c-9ee485887a74","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.694292773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"e13f2706-6907-4715-a21e-a735a1dd830d","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.694626204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"76817cbb-5927-4a5e-bfcc-6dfdc7435ec6","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.694642158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"3b3a0c40-4113-42b1-82f8-816778b739f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.698109289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"88a4ee73-c93a-4bb1-898f-0e105cc36f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.70235262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"76817cbb-5927-4a5e-bfcc-6dfdc7435ec6","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.798075441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a42eb760-7513-4a1a-b2aa-8f13d4ec14ba","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.79811229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"68e29493-7e7d-4f62-b774-4ee6bb9a8c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.800367555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0a9f0f29-0c0b-4d24-b705-60807160dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.802566762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6ffdc6c1-fb1a-4c5c-bc2a-e6fc3302e1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.805335631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"68e29493-7e7d-4f62-b774-4ee6bb9a8c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.805981383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a42eb760-7513-4a1a-b2aa-8f13d4ec14ba","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.807973411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0a9f0f29-0c0b-4d24-b705-60807160dc0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.809126991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6ffdc6c1-fb1a-4c5c-bc2a-e6fc3302e1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.812116418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"a42eb760-7513-4a1a-b2aa-8f13d4ec14ba","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.814274751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fde0296-00f9-455e-8e75-56b43d52d865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.821393676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fde0296-00f9-455e-8e75-56b43d52d865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.898514741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"20295566-0d3e-4513-a208-e83ed07433ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.900256777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac39048f-04de-4f8a-97ba-535d79ca62ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.902104465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bacb741c-91e3-44e5-b995-2a218a93aab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.907345381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"20295566-0d3e-4513-a208-e83ed07433ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.90819548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac39048f-04de-4f8a-97ba-535d79ca62ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:31.909802067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bacb741c-91e3-44e5-b995-2a218a93aab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.012644366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0830ca56-7fb0-417f-a171-7b646bba6055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.021495809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0830ca56-7fb0-417f-a171-7b646bba6055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.071494767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"0c559b8b-d601-44cc-a4b1-a6510fc26975","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","subscription":"e2e-cfl-same-cc697c-236a6f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.079743749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"0c559b8b-d601-44cc-a4b1-a6510fc26975","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.083097647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-sub","reconcileID":"0c559b8b-d601-44cc-a4b1-a6510fc26975","MaaSSubscription":{"name":"e2e-cfl-same-cc697c-236a6f-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.098394662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"83872e38-a9ef-4280-9629-2c38eea5ca2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.105220484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"83872e38-a9ef-4280-9629-2c38eea5ca2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.114313913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"29732634-c341-445f-b8d9-f8ff65be4385","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.11433974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"29732634-c341-445f-b8d9-f8ff65be4385","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.128911604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"bd8c635d-f7cb-471a-a021-b0a25cc16cd7","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.128990758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"bd8c635d-f7cb-471a-a021-b0a25cc16cd7","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.196236586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"cb13ae4e-8480-40d8-bef5-37803869b75f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.203685673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"cb13ae4e-8480-40d8-bef5-37803869b75f","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.270071481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"e7876377-7ebf-48be-849f-30babf64d08f","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.270097442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"e7876377-7ebf-48be-849f-30babf64d08f","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.294013021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"eab39071-13b3-4493-a505-7a8e19b928d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.300830631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"eab39071-13b3-4493-a505-7a8e19b928d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.321480606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"d4176b80-e4b9-4404-9735-710f306df95e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.393589628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"d4176b80-e4b9-4404-9735-710f306df95e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.417099519Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"d4176b80-e4b9-4404-9735-710f306df95e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.417127346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-cfl-same-cc697c-236a6f-access","reconcileID":"d4176b80-e4b9-4404-9735-710f306df95e","MaaSAuthPolicy":{"name":"e2e-cfl-same-cc697c-236a6f-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.42943841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"69887cb8-1760-4d90-90f7-3ded1f432dc0","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"tenant":"e2e-extmod-a-9f53bb","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","model":"e2e-extmod-cfl-1-236a6f/e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.429461608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"69887cb8-1760-4d90-90f7-3ded1f432dc0","MaaSModelRef":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"routeName":"external-model-e2e-cfl-same-cc697c-8043f9d278ac","namespace":"e2e-extmod-cfl-1-236a6f","model":"e2e-cfl-same-cc697c","externalModel":"e2e-cfl-same-cc697c","provider":"e2e-cfl-same-cc697c","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.970966578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"9579d74a-9254-47a6-9edd-d9a68d83b36c","namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.986450609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"44883b7e-879b-4195-a8a9-af457ec7bd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.986446616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"49688840-aecf-4eff-85c2-308538980b8b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.986673481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f9b3bbdc-e607-487d-91a8-3ceab641eaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.987966063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"eea5ef5f-423e-4383-9b50-a24099b71f7b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.98951263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a566b14-5989-4cc8-90d2-9a134e90b5c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.998811273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"44883b7e-879b-4195-a8a9-af457ec7bd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:32.998982328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a566b14-5989-4cc8-90d2-9a134e90b5c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.002529881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"eea5ef5f-423e-4383-9b50-a24099b71f7b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.002844364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f9b3bbdc-e607-487d-91a8-3ceab641eaf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.005664079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"49688840-aecf-4eff-85c2-308538980b8b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.009435739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"eea5ef5f-423e-4383-9b50-a24099b71f7b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.090234268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d65e7821-8166-424c-a927-6a01d4e24195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.098745273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d65e7821-8166-424c-a927-6a01d4e24195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.102892699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-1-236a6f"},"namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","reconcileID":"62041a16-bfd1-466a-baa0-22942c26bfd4","namespace":"e2e-extmod-cfl-1-236a6f","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.292196309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1da7250b-1399-45f8-999a-15c7f322a76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.292624765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fd7030d-e2d0-4f5f-b228-84f74dd6bdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.364232652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"1da7250b-1399-45f8-999a-15c7f322a76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.364944562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6b48bfb1-8ed3-46a0-8762-748f7cce5e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.365396053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"304425a7-be0a-48a4-b7bb-8d77e623d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.365791517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0126d14d-6774-43c9-9f6d-2af38da5db9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.367610203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fd7030d-e2d0-4f5f-b228-84f74dd6bdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.375733598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"304425a7-be0a-48a4-b7bb-8d77e623d81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.375946432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0126d14d-6774-43c9-9f6d-2af38da5db9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.378567785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6b48bfb1-8ed3-46a0-8762-748f7cce5e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.386983543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"be7209e1-3777-4ba1-99b3-114640162b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.391343581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"75f2ca5b-ec56-40b6-9b78-2acf53592896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.395552959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"be7209e1-3777-4ba1-99b3-114640162b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.396035594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"398b2090-faad-48b4-8b71-c2aa0810d8d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.39838919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"75f2ca5b-ec56-40b6-9b78-2acf53592896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.398951964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a12c2363-ddea-4973-9380-917e04eaf2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.401533966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"602699a7-4eff-4cef-bf24-82d5f58d4203","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.404324596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"398b2090-faad-48b4-8b71-c2aa0810d8d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.408549217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a12c2363-ddea-4973-9380-917e04eaf2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.493346632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"602699a7-4eff-4cef-bf24-82d5f58d4203","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.50357317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4cd3767f-b38a-4c25-8b29-52212e7f9f55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.581242738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3b538fa3-6d0c-49cd-994b-8499ce08ac4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.584055619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4cd3767f-b38a-4c25-8b29-52212e7f9f55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.587200345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"05152be7-8a5f-4a97-94d7-dfbd561d9894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.590182346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3b538fa3-6d0c-49cd-994b-8499ce08ac4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.595386529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4cd3767f-b38a-4c25-8b29-52212e7f9f55","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.59789184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"05152be7-8a5f-4a97-94d7-dfbd561d9894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.60148685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"67c47c39-02d3-4702-abcd-60fe3262b168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.603120489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"266714d6-2af2-4a83-99f6-5ebde795bafc","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.604260497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da2a83be-a579-4b9e-8a88-5a670663151a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.608897442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"67c47c39-02d3-4702-abcd-60fe3262b168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.61036724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"266714d6-2af2-4a83-99f6-5ebde795bafc","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:33.611312873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da2a83be-a579-4b9e-8a88-5a670663151a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.386180311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"80a67d3f-3561-4f09-9ee4-b877805f68fe","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.39711497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea391764-01e5-4ec1-8ab9-378ee4db102f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.398444921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"fe7af57d-8767-47a1-898a-1e8423de8f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.398538978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d68672aa-1d8f-41e5-b1eb-72b6aa34b232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.400493167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03c66425-90b4-4694-8f72-737d5076fca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.400904748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cd0b9f7e-1ae3-4e5b-88d3-6676c6944e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.401386048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"44e044a6-b365-488c-b6aa-70f389cd212d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.401404401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"44e044a6-b365-488c-b6aa-70f389cd212d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.405173034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea391764-01e5-4ec1-8ab9-378ee4db102f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.406016479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d68672aa-1d8f-41e5-b1eb-72b6aa34b232","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.408245657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"fe7af57d-8767-47a1-898a-1e8423de8f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.408599711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"cd0b9f7e-1ae3-4e5b-88d3-6676c6944e4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.410526391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03c66425-90b4-4694-8f72-737d5076fca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.413121705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea391764-01e5-4ec1-8ab9-378ee4db102f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.417534416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"b4e2569f-fb12-44ae-a6e4-67cdf2e1a706","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.487040198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9fe7cb05-ca33-4319-89fb-071e183437c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.494196193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9fe7cb05-ca33-4319-89fb-071e183437c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.52116048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-1e9bf3","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","reconcileID":"3ee5dcba-6a44-4d4a-8bd4-bc0dd68ac1b9","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-ok-1e9bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.528494669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ec92f2fc-172c-4b3d-b508-863d2e3cd964","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.533329322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"eae913b0-90a2-4841-a433-63b06ad48873","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.535966319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"ec92f2fc-172c-4b3d-b508-863d2e3cd964","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.543020333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"eae913b0-90a2-4841-a433-63b06ad48873","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.715442765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f2debbdb-8734-4cf1-b992-e164ffae7e2a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.738308062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a0d5e29-21f9-492b-9b53-edfc7830fedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.750188756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"f2debbdb-8734-4cf1-b992-e164ffae7e2a","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.755019893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7a0d5e29-21f9-492b-9b53-edfc7830fedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.755738439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"60d25bda-d53a-408e-9fa9-18d138522449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:36.762967464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"60d25bda-d53a-408e-9fa9-18d138522449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.022346585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"bc10f5ca-3d0c-4574-9a03-05d4bcd4e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.057810457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"bc10f5ca-3d0c-4574-9a03-05d4bcd4e421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.062434727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8857f0e6-04bb-4797-931b-1ce759f316c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.062882689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d705c2dd-7042-41c7-bafe-234a2e7f83ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.063554302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f892853a-554f-4ece-b250-1790e6faa440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.067623727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d133a1-5a6a-4833-aa25-440eea9ebb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.069994388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"72dc8946-c667-413b-a736-db95ff766821","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.070018713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"72dc8946-c667-413b-a736-db95ff766821","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.093422053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f892853a-554f-4ece-b250-1790e6faa440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.095070336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8857f0e6-04bb-4797-931b-1ce759f316c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.099056466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d133a1-5a6a-4833-aa25-440eea9ebb49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.109165846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d705c2dd-7042-41c7-bafe-234a2e7f83ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.123031345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"fca17aa3-2234-462b-b33d-e374687639f7","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eb4273ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.195210921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c20011b6-8a64-4134-9441-86811a33762c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.200064635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f62bc074-78c4-4a91-850f-5b3379b3a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.200324186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bea0bf78-3dba-4114-aa10-d6bc4ace2ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.200539568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2b38c532-99ff-4eed-9782-597ab0318c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.203360239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ef06db55-c7cd-4cfd-9cb4-53a6a71f9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.204185006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c20011b6-8a64-4134-9441-86811a33762c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.207436205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bea0bf78-3dba-4114-aa10-d6bc4ace2ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.207541166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f62bc074-78c4-4a91-850f-5b3379b3a6d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.210476526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ef06db55-c7cd-4cfd-9cb4-53a6a71f9749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.210530574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2b38c532-99ff-4eed-9782-597ab0318c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.211872437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"c20011b6-8a64-4134-9441-86811a33762c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.298225893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0f6ff5f3-6a64-44c6-a911-8a1f6a2a466e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.298631076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c99af4f5-757f-4d24-9f56-4da47e3b76b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.299537065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"17eb6dd5-0bfb-4735-a284-0ca2bb315302","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.30232178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"dccd8be8-3a7e-4afa-bd3c-f79753e061cc","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.307973809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0f6ff5f3-6a64-44c6-a911-8a1f6a2a466e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.308683891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c99af4f5-757f-4d24-9f56-4da47e3b76b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.311011473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"17eb6dd5-0bfb-4735-a284-0ca2bb315302","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.311241357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"dccd8be8-3a7e-4afa-bd3c-f79753e061cc","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.856424633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"4c417609-536d-4dab-a266-e1c439ca7f1f","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.856449145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"4c417609-536d-4dab-a266-e1c439ca7f1f","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.860729832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"8d73e71e-a16e-445e-ad79-5409fc561190","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.870448978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"8d73e71e-a16e-445e-ad79-5409fc561190","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.876116724Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"12594d7c-ec5a-4c22-97f1-e8cb19fab324","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a99ec346","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:37.993782279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"1ca35aad-6204-4400-a97d-c1cbfe41f16f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:38.001799391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"1ca35aad-6204-4400-a97d-c1cbfe41f16f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:39.714799107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"da8745c3-b5de-48e8-ab96-3c35b9e1bb86","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.892741206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"6266f13e-847a-40fc-a34b-3e977201bca5","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.892825191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb301e4-0976-4952-bc4f-6ce2dc0703ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.893125177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ac6aa9-fd4b-49df-94d0-9860ada428da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.901467113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb301e4-0976-4952-bc4f-6ce2dc0703ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.901471061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ac6aa9-fd4b-49df-94d0-9860ada428da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:41.903733491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"6266f13e-847a-40fc-a34b-3e977201bca5","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:42.887397336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"1d2fe1ae-0dd1-45f0-9a82-f509fc63541a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:42.896423305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"1d2fe1ae-0dd1-45f0-9a82-f509fc63541a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:42.902761837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"1d2fe1ae-0dd1-45f0-9a82-f509fc63541a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:42.915160982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"e996de9a-bf9b-42d0-a6d0-b87c55038d2d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:42.915287721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"e996de9a-bf9b-42d0-a6d0-b87c55038d2d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.077573064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"782cff9f-a7ec-4f96-af0c-711a043e73a3","namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.091587028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3f669e65-f186-4864-8c73-7037c5a431f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.091833258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"8a6d50ab-7809-4050-818d-8809ee53a509","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.094126297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"30f635f5-dff1-46bb-8853-b846c5675439","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.094378498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"72301402-fef0-49ec-aff9-b6a9611189dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.094930089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2077b2af-6e02-4f4b-b48e-4162c92567d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.10051293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3f669e65-f186-4864-8c73-7037c5a431f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.100612069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"8a6d50ab-7809-4050-818d-8809ee53a509","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.105465322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"30f635f5-dff1-46bb-8853-b846c5675439","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.105552635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"72301402-fef0-49ec-aff9-b6a9611189dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.108174247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2077b2af-6e02-4f4b-b48e-4162c92567d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.109970578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"8a6d50ab-7809-4050-818d-8809ee53a509","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.119230923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0c10c0b1-a839-47c2-b145-86fb9bbede41","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.129617571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"0c10c0b1-a839-47c2-b145-86fb9bbede41","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.130119212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"80dfa14b-af74-4a5a-9bca-4718f76ae779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.182818653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"80dfa14b-af74-4a5a-9bca-4718f76ae779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.212301311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-cc697c","namespace":"e2e-extmod-cfl-2-176a55"},"namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","reconcileID":"b01a1b89-2c7b-403d-8095-e152568a16eb","namespace":"e2e-extmod-cfl-2-176a55","name":"e2e-cfl-same-cc697c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.219742635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"28df5f0c-a175-4c58-9597-d09c782c9e32","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.227702338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"28df5f0c-a175-4c58-9597-d09c782c9e32","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.325307008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2277382b-aae9-4ec4-9f45-c2887d84a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.325763615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"123caaa4-8163-4bd5-87d8-fc0733f3e48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.352452355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfed7942-9a49-4424-ba9e-b84625294ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.353002088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68452e09-b9cf-4a4a-8be3-d47f7b14fcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.365431355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"123caaa4-8163-4bd5-87d8-fc0733f3e48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.36589272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9a68d0e7-24b2-4116-b589-0f3b16573721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.527637245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2277382b-aae9-4ec4-9f45-c2887d84a147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.569313012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68452e09-b9cf-4a4a-8be3-d47f7b14fcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.597267575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfed7942-9a49-4424-ba9e-b84625294ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.598757818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9a68d0e7-24b2-4116-b589-0f3b16573721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.722473255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9ceaaf63-d30e-427c-8259-e8b496340c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.753100501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9ceaaf63-d30e-427c-8259-e8b496340c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.76153917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"be5a554d-9521-42c7-a9aa-649bac72151e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.763051634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cf2c87f2-8071-4f47-a616-1cf9235ff8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.766608079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bfe90f1d-4f18-4f57-8299-7d29f7275f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.782286535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cf2c87f2-8071-4f47-a616-1cf9235ff8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.789864158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"be5a554d-9521-42c7-a9aa-649bac72151e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.790604781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"177e8215-aaa3-481a-9c6d-b251bdfdef74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.796028492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bfe90f1d-4f18-4f57-8299-7d29f7275f8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.803131598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"be5a554d-9521-42c7-a9aa-649bac72151e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.809073104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"177e8215-aaa3-481a-9c6d-b251bdfdef74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.900298486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"991c1526-465a-4f2b-9106-8e53f373ccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.90057937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7e177e29-c760-4cd1-a1fd-585353802c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.90744916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7e177e29-c760-4cd1-a1fd-585353802c48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.909701707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"991c1526-465a-4f2b-9106-8e53f373ccff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.986790164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"052eea6b-7efa-422b-bca7-5a0d3ed0704b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.988132965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"e3430da6-4014-4d69-9913-1ea79111b898","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.988460976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5c1d49b0-f1e9-4529-a588-70a7f5b8a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.991350356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"b10d0ec4-2191-41ad-af6a-102b4703725d","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.993851004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"052eea6b-7efa-422b-bca7-5a0d3ed0704b","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.996271959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"e3430da6-4014-4d69-9913-1ea79111b898","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:44.998696855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5c1d49b0-f1e9-4529-a588-70a7f5b8a708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:45.000992573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"b10d0ec4-2191-41ad-af6a-102b4703725d","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.126377003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"63be0e42-63c1-492b-931b-8614ed7b0ed1","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","subscription":"e2e-cfl-41412e-301823-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.133260312Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"63be0e42-63c1-492b-931b-8614ed7b0ed1","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.136935667Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-sub","reconcileID":"63be0e42-63c1-492b-931b-8614ed7b0ed1","MaaSSubscription":{"name":"e2e-cfl-41412e-301823-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.265015499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"682b522a-702d-4766-9a27-f02161c3759d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.265042463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"682b522a-702d-4766-9a27-f02161c3759d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.269043124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7e6dfbdf-bdec-4d65-a79a-1bba8bfe28b7","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.279254528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"7e6dfbdf-bdec-4d65-a79a-1bba8bfe28b7","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.370869489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"490920e8-977e-41e3-b67a-91d45ae16005","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.377831564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"490920e8-977e-41e3-b67a-91d45ae16005","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.408175918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79375c9f-abb6-4d1a-a10f-08496b8527aa","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.411732888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"d92b7265-137f-4df1-9dba-e12ea53f4e5d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.411756699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"d92b7265-137f-4df1-9dba-e12ea53f4e5d","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.423814145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.627663588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79375c9f-abb6-4d1a-a10f-08496b8527aa","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.651204395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79375c9f-abb6-4d1a-a10f-08496b8527aa","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.651231252Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-cfl-41412e-301823-access","reconcileID":"79375c9f-abb6-4d1a-a10f-08496b8527aa","MaaSAuthPolicy":{"name":"e2e-cfl-41412e-301823-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.663007097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"72a54020-d1c2-4267-8cf2-10c453e4b409","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-cfl-1-301823/e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.663029847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"72a54020-d1c2-4267-8cf2-10c453e4b409","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"routeName":"external-model-e2e-cfl-41412e-35605298ac03","namespace":"e2e-extmod-cfl-1-301823","model":"e2e-cfl-41412e","externalModel":"e2e-cfl-41412e","provider":"e2e-cfl-41412e-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.88046519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"e662c8a5-682f-41d6-983f-fded61fb8779","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","subscription":"e2e-cmp-legacy-4f11cd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.887558765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"e662c8a5-682f-41d6-983f-fded61fb8779","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.891160699Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-sub","reconcileID":"e662c8a5-682f-41d6-983f-fded61fb8779","MaaSSubscription":{"name":"e2e-cmp-legacy-4f11cd-sub","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"maas-trlp-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.926798692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"c072bdcd-bf9b-4554-977f-6b345d5d51d6","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.926829935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"c072bdcd-bf9b-4554-977f-6b345d5d51d6","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.930778976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"2ecdda03-3aa4-438b-bf77-1773ddc4a0e6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:47.937636187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"2ecdda03-3aa4-438b-bf77-1773ddc4a0e6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.0546088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"12c2baff-b95f-4a7d-9ca6-bb4978235608","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.061707215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"12c2baff-b95f-4a7d-9ca6-bb4978235608","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.078047804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"c6cd5b68-9ac7-46a7-84e0-f6a79d4b562d","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.07807652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"c6cd5b68-9ac7-46a7-84e0-f6a79d4b562d","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.153906426Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"b391dd7c-1133-438d-b1bb-458e5ea26bfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.16380877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"b391dd7c-1133-438d-b1bb-458e5ea26bfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.195290534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"b391dd7c-1133-438d-b1bb-458e5ea26bfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"name":"e2e-extmod-a-185908-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.195317759Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd-access","reconcileID":"b391dd7c-1133-438d-b1bb-458e5ea26bfc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-4f11cd-access","namespace":"ai-tenant-e2e-extmod-a-185908"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-185908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.206598972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"68e1d4f1-b7ac-4e32-b128-5fa81484856d","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"tenant":"e2e-extmod-a-185908","gateway":"openshift-ingress/e2e-extmod-a-185908","model":"ai-tenant-e2e-extmod-a-185908/e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.206622843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"68e1d4f1-b7ac-4e32-b128-5fa81484856d","MaaSModelRef":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"routeName":"external-model-e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908","model":"e2e-cmp-legacy-4f11cd","externalModel":"e2e-cmp-legacy-4f11cd","provider":"e2e-cmp-legacy-4f11cd-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.707219191Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"68f03fb8-601b-46c0-baaa-d7d1efe2cfd7","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.718603781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"dc92b2f8-f66c-4543-86a2-ab511871f779","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.721278724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"97ba4127-7e86-4131-b47f-1f45c8045614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.721702342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bcdb03ba-acf1-4431-9c30-82b950ac3f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.723886715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900e06b2-ed50-4f43-8b06-07f12156a826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.724221263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc5ac13-f7a9-44e2-8f13-fa0aedf6449e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.725515566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"dc92b2f8-f66c-4543-86a2-ab511871f779","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.728147838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"97ba4127-7e86-4131-b47f-1f45c8045614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.72861674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"bcdb03ba-acf1-4431-9c30-82b950ac3f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.730856467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"900e06b2-ed50-4f43-8b06-07f12156a826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.731238221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc5ac13-f7a9-44e2-8f13-fa0aedf6449e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.732234631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"dc92b2f8-f66c-4543-86a2-ab511871f779","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.743501011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"80b0573d-fa47-4eb7-8198-08ad4cb4235b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.753060372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"80b0573d-fa47-4eb7-8198-08ad4cb4235b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.774406355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-4f11cd","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","reconcileID":"be8c056f-9e15-4f1c-8f0a-07a618b6a096","namespace":"ai-tenant-e2e-extmod-a-185908","name":"e2e-cmp-legacy-4f11cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.848228942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"52be39bd-9c29-4974-b94c-a5c89b750ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.849549466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7406b944-e465-4864-92f6-04c5bb864a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.859867413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"52be39bd-9c29-4974-b94c-a5c89b750ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.861589219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7406b944-e465-4864-92f6-04c5bb864a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.950443155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a9cf9337-59d9-4dd6-a580-eb9e619c112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.951050516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c669ce5-ab4c-41b8-a9c3-f64c27249577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.961900635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4be4b6eb-1722-427c-865c-967dff349925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.962419457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"507ed33d-2bf8-4fb5-8af9-95c960d0c2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.965763455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"a9cf9337-59d9-4dd6-a580-eb9e619c112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.96621915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"1c669ce5-ab4c-41b8-a9c3-f64c27249577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.966419142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"39d31cc3-1fc4-4e7d-9902-95bda35a8e28","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.974104312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4be4b6eb-1722-427c-865c-967dff349925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.976068344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"39d31cc3-1fc4-4e7d-9902-95bda35a8e28","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:48.976682575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"507ed33d-2bf8-4fb5-8af9-95c960d0c2a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.398490332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"51ce31ec-d504-490d-973a-0778d6c217f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.474671424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"206b47bd-bb47-44ed-8b3a-68d73820e4e7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.486445765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0f021322-4284-4733-97aa-abaec9c169fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.487522724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"877e208f-3965-4247-a8e5-b8c4d521f0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.501052849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a80daf-dc45-459a-8669-f5b225e74006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.508002925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"206b47bd-bb47-44ed-8b3a-68d73820e4e7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.514211814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"51ce31ec-d504-490d-973a-0778d6c217f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.519570633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a80daf-dc45-459a-8669-f5b225e74006","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.529352667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0f021322-4284-4733-97aa-abaec9c169fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.531544248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"877e208f-3965-4247-a8e5-b8c4d521f0f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.542732773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"206b47bd-bb47-44ed-8b3a-68d73820e4e7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.599237071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f3ed9742-0017-4b8b-9a29-12c108e5f29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.606858043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f3ed9742-0017-4b8b-9a29-12c108e5f29d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.693681027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4aed0959-32b3-4ac1-883a-561fe556fe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.702224732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4aed0959-32b3-4ac1-883a-561fe556fe21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:49.781442872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"cc74f7bd-d65f-4c5c-978f-643fc1fecfec","MaaSModelRef":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.168512143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"a60c6743-dfce-44b4-8a35-93696e92ffee","namespace":"llm","name":"e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.177564091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"627b636a-b4c9-422d-a915-a1b6cdc3bf39","namespace":"llm","name":"e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.180062115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"d4a32f46-4328-4600-aef4-a1a45f9f346c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.181338699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d7f2e536-4891-4dbc-b7a6-35ed23c51733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.181417903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"22a114cf-8287-43ac-8fdd-45a584b76242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.184687025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ead0decd-4f0b-4482-9630-39d61fd7c409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.185291646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7ebcec7-1b9a-44dc-9c38-5eef9f7832d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.190575387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d7f2e536-4891-4dbc-b7a6-35ed23c51733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.190663186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"d4a32f46-4328-4600-aef4-a1a45f9f346c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.192933958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"22a114cf-8287-43ac-8fdd-45a584b76242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.193131635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ead0decd-4f0b-4482-9630-39d61fd7c409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.195116621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7ebcec7-1b9a-44dc-9c38-5eef9f7832d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.19627177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"d4a32f46-4328-4600-aef4-a1a45f9f346c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.206516632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"85434e51-4a98-4d59-bae7-4abaa1d64614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.211237025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7056a0b7-9e03-4efe-8e2d-b47cd601ac72","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.211260739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7056a0b7-9e03-4efe-8e2d-b47cd601ac72","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.211673507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf50e786-17ce-4289-aea0-73576caed0b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.211693111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf50e786-17ce-4289-aea0-73576caed0b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.212169517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bbb65d9-6c8e-43b5-ba83-339e3744b085","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.212191713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bbb65d9-6c8e-43b5-ba83-339e3744b085","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.212676234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe70bb79-7a88-4d65-9259-fa8fc7aa375b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.212697608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe70bb79-7a88-4d65-9259-fa8fc7aa375b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.213088263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06781c74-22ea-4a42-9eaa-5a19111fedf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.21310798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06781c74-22ea-4a42-9eaa-5a19111fedf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.213237167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"995dc91d-e365-4529-bb96-5e2fda46b6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.21345188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35f146de-f086-4d22-8157-585de272e6f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.213470063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35f146de-f086-4d22-8157-585de272e6f8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.213827594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8cf24bfa-af16-46a2-89cc-23be014d38d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.213842854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8cf24bfa-af16-46a2-89cc-23be014d38d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.2144485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f7c6141f-29c2-4f41-bbb7-9fa40819dac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.21484247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f35e155d-541d-42ea-a98d-ea3ff917c687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.215247077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7d88f6f9-3482-4752-b697-1c789346fc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.216379505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"85434e51-4a98-4d59-bae7-4abaa1d64614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.217544203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"06386a08-3977-4d32-921d-7d6080d25332","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.217561302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"06386a08-3977-4d32-921d-7d6080d25332","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.220618293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"995dc91d-e365-4529-bb96-5e2fda46b6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.22358917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7d88f6f9-3482-4752-b697-1c789346fc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.283604116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"f35e155d-541d-42ea-a98d-ea3ff917c687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.284814193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f7c6141f-29c2-4f41-bbb7-9fa40819dac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.28502325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c81e22fe-e924-422c-8e32-d55abc464db7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.285055078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c81e22fe-e924-422c-8e32-d55abc464db7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.289128422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"ef97f827-401e-4757-a0bd-9804edefee41","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.289153225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"ef97f827-401e-4757-a0bd-9804edefee41","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.292497213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48707a7e-8493-4999-8d0f-bc09fe13fb0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.292972805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c718490-6495-431c-bcd6-8121c3ee127b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.29299396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c718490-6495-431c-bcd6-8121c3ee127b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.29339893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae5f75b9-ea96-442c-b509-e6c84e935377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.293417959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae5f75b9-ea96-442c-b509-e6c84e935377","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.293907944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d010f31e-dc51-4803-aa93-653cb46dcfe8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.293969411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d010f31e-dc51-4803-aa93-653cb46dcfe8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.29554442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0604e035-adf1-4d90-bbc2-45575682a4e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.295568294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0604e035-adf1-4d90-bbc2-45575682a4e7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.296509827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c972b91-a2f0-440e-b91f-ad957779947f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.296963853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a4ca2501-a987-489a-bf2c-6c9f903f5774","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.29699024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a4ca2501-a987-489a-bf2c-6c9f903f5774","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.29836865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2986d03e-62f3-4516-8418-c4ff7e35a66f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.298396062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2986d03e-62f3-4516-8418-c4ff7e35a66f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.299733616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85e3e77b-30db-425b-b162-8ab54459d4af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.299756321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"85e3e77b-30db-425b-b162-8ab54459d4af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.305025667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"b8f6942e-3a7f-459c-8cf8-610c0d34dc6c","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.395136338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"da3cc7b9-8199-4fe4-a7fd-d534210e7af9","namespace":"llm","name":"e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.402102029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"366f648a-15f5-4160-858c-ac0fe8cbcb98","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.402355753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7e1e8c27-de73-4104-a862-e76e98194655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.409467161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"366f648a-15f5-4160-858c-ac0fe8cbcb98","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.483723782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7e1e8c27-de73-4104-a862-e76e98194655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.488323556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"590c4c81-dcee-48ab-9056-29058fee9bab","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.488358502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"590c4c81-dcee-48ab-9056-29058fee9bab","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.572465901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c8424035-2c54-48fc-8c8a-33079c556227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.582091219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"475266d2-7c77-43f7-bbb5-a605a8108cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.682643528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c8424035-2c54-48fc-8c8a-33079c556227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.699132675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"475266d2-7c77-43f7-bbb5-a605a8108cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.711762821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e330a5b-e37a-4257-b6a1-bb6b368b8fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.796723803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e330a5b-e37a-4257-b6a1-bb6b368b8fe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.822831015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa3aacd-fbb4-40c5-acf5-ed632e2764a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.829364679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3e86ceaf-40a3-4128-a002-86b09160f209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.838876079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa3aacd-fbb4-40c5-acf5-ed632e2764a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.847790617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"3e86ceaf-40a3-4128-a002-86b09160f209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.914455855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"0b4e32dc-c72a-4096-9570-45234f5e80cf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.916945088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f5ea8784-2510-4bc5-9ba1-77840e3daa4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.922179863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"0b4e32dc-c72a-4096-9570-45234f5e80cf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.923694271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f5ea8784-2510-4bc5-9ba1-77840e3daa4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.928009044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"0b4e32dc-c72a-4096-9570-45234f5e80cf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.938025891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b6f120b-bed9-4c9c-8558-1e5ec15b9ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:50.94496666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"0b6f120b-bed9-4c9c-8558-1e5ec15b9ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.018389479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"021e6b66-f2eb-4ba4-95f8-81ef317522d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.018457731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5d12784a-09dc-419b-9890-195a9f06c87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.019465194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"032aa186-b4be-4a5b-87f3-e53a53483bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.019482663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7df83426-142b-495a-a889-a3318827be6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.019837058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"2a832505-7efd-41e0-82e7-7480fd43a23a","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.026080723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"021e6b66-f2eb-4ba4-95f8-81ef317522d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.026282833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5d12784a-09dc-419b-9890-195a9f06c87d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.028616734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"032aa186-b4be-4a5b-87f3-e53a53483bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.02875174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7df83426-142b-495a-a889-a3318827be6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.030891584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"2a832505-7efd-41e0-82e7-7480fd43a23a","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.044412224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1920bc2d-a31c-4607-84b4-81a0cf92758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:51.052720798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1920bc2d-a31c-4607-84b4-81a0cf92758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.049900292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"14a3a514-d184-436e-9634-71a65be6f15f","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.058855603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"dd80cf17-158f-4b22-8ae2-6d2aacb0f90c","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.060311977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea29bb92-16e1-4dcb-b8c5-717427476d95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.064265058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e112498e-4b95-4fd7-adb4-cfeaa2d74e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.06438422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ea262b06-ca4c-4d85-8ea3-ef5e4e7c98ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.064607963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1f2cd1a9-80b6-487e-b392-86fa93bebabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.067113764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"8610e154-7292-4d4e-93f7-e975dbd05a96","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.07040645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea29bb92-16e1-4dcb-b8c5-717427476d95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.073264406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e112498e-4b95-4fd7-adb4-cfeaa2d74e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.074276085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"ea262b06-ca4c-4d85-8ea3-ef5e4e7c98ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.078468109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1f2cd1a9-80b6-487e-b392-86fa93bebabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.07955538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"8610e154-7292-4d4e-93f7-e975dbd05a96","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.083279231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ea29bb92-16e1-4dcb-b8c5-717427476d95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.102630609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a9dcd3-d0e3-4fdf-ae3b-4949966e5e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.102771203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a9dcd3-d0e3-4fdf-ae3b-4949966e5e3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.149564801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"177b9980-5e3f-469a-95a4-c4eb1b2fa1bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.149618099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"177b9980-5e3f-469a-95a4-c4eb1b2fa1bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.184800019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"87738c64-0942-4da0-b294-42b74011ae7c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.184844008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"87738c64-0942-4da0-b294-42b74011ae7c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.191289475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd9de3c8-5cb4-4c20-954b-122bb6490bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.192677316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10eda42c-e9c0-4892-bd04-cfd323682de5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.192701732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10eda42c-e9c0-4892-bd04-cfd323682de5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.193160555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d94872a-30e1-406a-ac5d-49f4fc469397","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.193175078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2d94872a-30e1-406a-ac5d-49f4fc469397","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.193570698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"91f2a40b-5430-4556-99dc-d8bbdc82ffda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.193585838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"91f2a40b-5430-4556-99dc-d8bbdc82ffda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.195208533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8115b1b-2c95-4a80-9ffd-e3cf2d52bc31","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.195241559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8115b1b-2c95-4a80-9ffd-e3cf2d52bc31","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.206474061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd9de3c8-5cb4-4c20-954b-122bb6490bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.210084141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"680b21d8-ebe5-455a-8f0c-1df540dd1525","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.210906707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"3d06754b-7401-4421-bf6f-67d2ede2df56","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.2116468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"ea708552-6483-4973-9637-622589304cfa","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.21167043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"ea708552-6483-4973-9637-622589304cfa","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.215807483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d49b9590-a2af-476e-bdc2-3a3fda8199c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.216902051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e2b7ddc-220c-472e-b5b5-5dcd79dc04c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.216944329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e2b7ddc-220c-472e-b5b5-5dcd79dc04c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.21738318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"53c46661-9c8f-4c37-8107-0d4611cd4021","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.217404783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"53c46661-9c8f-4c37-8107-0d4611cd4021","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.217809838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cfbd99-76d3-4a1f-ade8-10954cb47c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.217829354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cfbd99-76d3-4a1f-ade8-10954cb47c76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.218393474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9de83f2a-8be4-4143-9000-2a1171fb6d2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.218414543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9de83f2a-8be4-4143-9000-2a1171fb6d2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.223608918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4626c90-c0e0-425c-8d16-732c783c6a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.223769106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"a0205ece-1cf6-4cf8-871c-ec167f1a6980","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.224838461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"febc2a9b-6598-4060-b186-c0130c43923d","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.22485823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"febc2a9b-6598-4060-b186-c0130c43923d","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.226136031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"72a067d0-dc3e-4bbf-b8d5-66b1b2011c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.227702492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d49b9590-a2af-476e-bdc2-3a3fda8199c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.231456493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4626c90-c0e0-425c-8d16-732c783c6a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.327694498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68c703fe-b288-416e-9ff0-637225a15ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.330946402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"72a067d0-dc3e-4bbf-b8d5-66b1b2011c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.332772544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55abfcd6-643b-458b-a1a8-fa7bd58bb5b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.333260666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"1073c578-fa19-409c-9c07-7ef2f81d5ed2","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"name":"e2e-dft-refs-9caeeb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.356145407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a4b995af-97d2-47f5-a90b-08ad8e2aafb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.373847172Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"00f730de-ecd7-4f27-9a28-6df7eefd04d7","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.376303592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a4b995af-97d2-47f5-a90b-08ad8e2aafb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.379224637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"fb9e8db9-73ed-4150-99b2-756adc018c7d","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.379307563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"fb9e8db9-73ed-4150-99b2-756adc018c7d","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9caeeb-7e32755b2848","namespace":"llm","model":"e2e-dft-refs-9caeeb","externalModel":"e2e-dft-refs-9caeeb","provider":"e2e-dft-refs-9caeeb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.445284545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fa6d9548-afc6-487b-a187-aa12c8ae979b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.445284469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"75486779-576d-49c4-8b5e-97e13ef804ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.453941697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"fa6d9548-afc6-487b-a187-aa12c8ae979b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.45413775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"75486779-576d-49c4-8b5e-97e13ef804ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.664754606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4ae16c61-a8b0-4e2f-8977-9a85093f4e97","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.763341788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7188dffa-f5d8-4d0e-ab82-bd2f37338702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.764156251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9447fa43-72fd-4ce0-b796-67f7ce6c3098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.764546327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ed5056c6-3f4c-4208-97dc-b7891cfdb12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.773487167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c99c4898-75cb-455a-89ec-fb508caf1559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.776900398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4ae16c61-a8b0-4e2f-8977-9a85093f4e97","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.780373179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9447fa43-72fd-4ce0-b796-67f7ce6c3098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.783419865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ed5056c6-3f4c-4208-97dc-b7891cfdb12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.78668641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7188dffa-f5d8-4d0e-ab82-bd2f37338702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.803066221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"4ae16c61-a8b0-4e2f-8977-9a85093f4e97","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.804734161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c99c4898-75cb-455a-89ec-fb508caf1559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.814485925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-2-df441a"},"namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","reconcileID":"ba3b8cde-fddd-4c9a-8226-ae25ec91190e","namespace":"e2e-extmod-cfl-2-df441a","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.828071953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"107e5b36-46b1-4018-be93-9a05f7024653","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.828428343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1aac94ad-6b46-499e-8eef-417217f5c9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.839738101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"107e5b36-46b1-4018-be93-9a05f7024653","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.841272116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1aac94ad-6b46-499e-8eef-417217f5c9ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.919177848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34617056-e583-48d2-a2c2-8da6ae7a6947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.919178349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5de53837-e067-4101-889c-a6e3e36f40fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.919451228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d81948e3-e844-4743-be28-44582e231996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.919636034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b808029-5091-427d-8e18-78be28c5bf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.921266391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"83c14d14-619c-4cdd-8302-82880466308a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.92677399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5de53837-e067-4101-889c-a6e3e36f40fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.927084655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34617056-e583-48d2-a2c2-8da6ae7a6947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.929828455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d81948e3-e844-4743-be28-44582e231996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.930722453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b808029-5091-427d-8e18-78be28c5bf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:58.932721259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"83c14d14-619c-4cdd-8302-82880466308a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.113972368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ddef34ed-fb85-43a2-84f6-7c3fbd32b155","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.11715582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7ba3816b-53ea-4553-8e48-c517cb64ebb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.117579781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b362e7d1-f90f-4f4a-88d9-b667fb30bc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.121122715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"16ac6091-fe1d-4bca-ad21-e1b441e140d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.181830862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ddef34ed-fb85-43a2-84f6-7c3fbd32b155","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.18233341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a2f5e03e-b9b5-497d-8700-050b5339bb0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.184468458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b362e7d1-f90f-4f4a-88d9-b667fb30bc9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.186296785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7ba3816b-53ea-4553-8e48-c517cb64ebb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.187027471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"16ac6091-fe1d-4bca-ad21-e1b441e140d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.189210157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ddef34ed-fb85-43a2-84f6-7c3fbd32b155","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.19154472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a2f5e03e-b9b5-497d-8700-050b5339bb0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.223727131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0ac606ec-72f3-493b-85dd-df3393436981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.223798855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"fd6e8015-9eb5-4047-90a6-6234efa8df8f","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.23306457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c38c85db-2191-456e-9490-c660086bb826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.233557791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3befca54-51ba-4a6a-b314-3d49c38faf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.237858341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"fd6e8015-9eb5-4047-90a6-6234efa8df8f","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.238253229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"0ac606ec-72f3-493b-85dd-df3393436981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.243204069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c38c85db-2191-456e-9490-c660086bb826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.282110365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3befca54-51ba-4a6a-b314-3d49c38faf3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.736376375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"6a1bd5a1-fd0d-4eec-80dd-0b6763ecbd95","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.744370891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"94df2f0b-3f6d-4318-ab78-70c12b6b235b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.750669145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"84cca078-b2ff-4072-9ca1-0607fa833e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.751146033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5ae96bc4-ae3d-45ed-a104-a4455b671fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.755136883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"94df2f0b-3f6d-4318-ab78-70c12b6b235b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.755215596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5af8cee1-109d-4915-94a0-4a1028c331d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.755553746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"20c49389-2047-40e1-8fcb-f28d807b6363","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.761470948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5ae96bc4-ae3d-45ed-a104-a4455b671fe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.76428248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"84cca078-b2ff-4072-9ca1-0607fa833e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.766611425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"20c49389-2047-40e1-8fcb-f28d807b6363","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.767790537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"5af8cee1-109d-4915-94a0-4a1028c331d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.768254115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"94df2f0b-3f6d-4318-ab78-70c12b6b235b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.782316627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9547e79e-7074-4cd4-944e-2cd7ea07bab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.791802153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9547e79e-7074-4cd4-944e-2cd7ea07bab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.868598295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41412e","namespace":"e2e-extmod-cfl-1-301823"},"namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","reconcileID":"7c0bd850-cd02-4c40-a4f8-b2b3dd30d637","namespace":"e2e-extmod-cfl-1-301823","name":"e2e-cfl-41412e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.892991976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ad3be78f-5bdb-413f-a29c-3d5321ef5a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.895704799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f950274a-7790-4596-9482-1d6755c0aad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.901680764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ad3be78f-5bdb-413f-a29c-3d5321ef5a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:09:59.903981105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f950274a-7790-4596-9482-1d6755c0aad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.177758969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43cd4aa6-bbfc-4879-953a-fa0b001f0ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.272653331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e9fd60eb-5510-4e4b-8d61-1f83fda2d59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.27551773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ad2d1e0-6aad-4290-b6f1-8724444fcb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.286678029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f6a00e28-0b3d-41cd-9b93-1c079f6d3265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.287322713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dbfcfc5b-dca8-4f61-80c0-856074fe4608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.291279044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43cd4aa6-bbfc-4879-953a-fa0b001f0ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.294712652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e9fd60eb-5510-4e4b-8d61-1f83fda2d59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.294842591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ad2d1e0-6aad-4290-b6f1-8724444fcb45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.305499416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dbfcfc5b-dca8-4f61-80c0-856074fe4608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.305748598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f6a00e28-0b3d-41cd-9b93-1c079f6d3265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.438386128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"084f6c16-d7a3-4cf0-a260-7146fc9be33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.448541318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"084f6c16-d7a3-4cf0-a260-7146fc9be33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.526376798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"07c0284e-7554-4686-afa4-3b29068eb88d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.527867272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b252c0a4-9db9-426d-9a28-f3370633d04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.528984466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c0652627-625b-43f0-907b-00d4f745c8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.533598584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"573d7a86-62dc-406b-bf31-6cd5822c53f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.620224935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b252c0a4-9db9-426d-9a28-f3370633d04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.621210682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"83ec0888-1ed8-4518-9308-8a47613e6d36","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.621711415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c0652627-625b-43f0-907b-00d4f745c8e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.622804249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"573d7a86-62dc-406b-bf31-6cd5822c53f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.624907338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"07c0284e-7554-4686-afa4-3b29068eb88d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.631783687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"07c0284e-7554-4686-afa4-3b29068eb88d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.632049542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"83ec0888-1ed8-4518-9308-8a47613e6d36","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.642211931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"928b6f9d-a921-49b9-9ec9-530318971a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:00.649374842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"928b6f9d-a921-49b9-9ec9-530318971a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.223658009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"6c506ffd-0d96-48ac-bf00-07ce537927b7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.223691175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"6c506ffd-0d96-48ac-bf00-07ce537927b7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.231097428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"4f18ebdc-b3f0-4ec7-8600-548d8d632924","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.231118657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"4f18ebdc-b3f0-4ec7-8600-548d8d632924","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.242424213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"f0311936-802b-4426-84fa-241b9496d393","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.24909484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"f0311936-802b-4426-84fa-241b9496d393","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.254534641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"f0311936-802b-4426-84fa-241b9496d393","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.265456061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"21e9a11a-ae8d-49b6-82f1-5110d085ab6e","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.265476487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"21e9a11a-ae8d-49b6-82f1-5110d085ab6e","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.345371564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"72cd8a5f-7ca9-441f-984c-80a070b7a707","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.352268523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"72cd8a5f-7ca9-441f-984c-80a070b7a707","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:01.357836355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"72cd8a5f-7ca9-441f-984c-80a070b7a707","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.081723825Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"4a20c716-6e2a-4a0b-8d50-3ad4a26cd27d","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.095381789Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"d3249627-cc1e-4af6-8414-b8af8ff37f04","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9caeeb-7e32755b2848","namespace":"llm","model":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.114338817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"596c13ed-bc00-49d3-9c06-5bb1760b557f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.120632165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5da815e3-4cd6-4133-b131-cbc3396f61b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.1287368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"596c13ed-bc00-49d3-9c06-5bb1760b557f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.129784969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e6a70d4-56be-4a88-87ec-b5df9abb828f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.129856167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e6a70d4-56be-4a88-87ec-b5df9abb828f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.130394094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8269d6bc-bf81-4b40-a1f3-051c93e2f8a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.130458167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8269d6bc-bf81-4b40-a1f3-051c93e2f8a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.130963897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc7153d9-e6e1-49a7-a186-220a5be3d05d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.131045376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc7153d9-e6e1-49a7-a186-220a5be3d05d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.135476494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f1084a47-9afd-42a2-a0fa-c5119e73c9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.136155358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4495126f-afa8-465c-a464-1bc2bc5ccb3d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.136267515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5da815e3-4cd6-4133-b131-cbc3396f61b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.137546146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9a7ea2f1-fc80-436d-80ab-ad294d58157b","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.137575543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9a7ea2f1-fc80-436d-80ab-ad294d58157b","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.143135889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"517c8f14-8900-4d37-aed4-e90d30efff15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.143794497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fa3bd1b-f561-46e5-80e2-133d5845d969","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.144415725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c86c36d3-68c6-484e-ac6c-d66aecccb3e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.145521319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6ee4dbf-cb20-4036-832b-f3c7fa874e08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.145546642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6ee4dbf-cb20-4036-832b-f3c7fa874e08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.146001152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"596c13ed-bc00-49d3-9c06-5bb1760b557f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.145908046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f5efdf4-2d74-47c6-9ec9-be606fec0ea5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.146128248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f5efdf4-2d74-47c6-9ec9-be606fec0ea5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.146524647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ffb7fb-bcbb-47b0-83f8-3f72ae84c70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.146545928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ffb7fb-bcbb-47b0-83f8-3f72ae84c70b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.147139656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"6223c86d-1b98-4083-850e-5b9ae4d5ca4b","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.183373464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f1084a47-9afd-42a2-a0fa-c5119e73c9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.183991614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cf37ca4-3b36-4554-88df-f840c4a3e4f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.184058694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cf37ca4-3b36-4554-88df-f840c4a3e4f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.185031247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"9a22066d-214b-4af7-8a2b-ba6de302ddce","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.193411476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4495126f-afa8-465c-a464-1bc2bc5ccb3d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.19862372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"517c8f14-8900-4d37-aed4-e90d30efff15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.205631428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"ba59b46a-a0e8-4e00-b972-2f1932212f50","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.205776933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"ba59b46a-a0e8-4e00-b972-2f1932212f50","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.207533457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4495126f-afa8-465c-a464-1bc2bc5ccb3d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.216255049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"b57b1ad2-297d-4a82-a261-adb87d24f3a2","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"name":"e2e-dft-refs-9caeeb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.221627927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91132bcc-b2db-408f-a5eb-7456b399f592","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.221649407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"91132bcc-b2db-408f-a5eb-7456b399f592","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.224848365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f76cf4-0619-4363-9437-cc85b3a71fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.228157908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eb22bc09-5a8c-40a8-a1d3-0141b46d4f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.23359301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f76cf4-0619-4363-9437-cc85b3a71fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.237364538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eb22bc09-5a8c-40a8-a1d3-0141b46d4f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.327898722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"066df5fc-bcd1-48cf-a998-9e38cdd49199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.341746398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"066df5fc-bcd1-48cf-a998-9e38cdd49199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.533975075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"35a58f89-a40f-4aab-8651-a9776c56237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.547614235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"afdb7f5c-e26b-46b5-a8b8-93c33102f645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.594901169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"62cbb45d-be9c-4999-9b63-3e58a32bb151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.59825712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"35a58f89-a40f-4aab-8651-a9776c56237f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.600538001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"690d1c65-0405-4528-88c0-97fcd0d096a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.607351666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"afdb7f5c-e26b-46b5-a8b8-93c33102f645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.607936772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b23ca66d-680a-4e73-9fef-b1243471f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.610338181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"62cbb45d-be9c-4999-9b63-3e58a32bb151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.62361852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b23ca66d-680a-4e73-9fef-b1243471f5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.626130004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"690d1c65-0405-4528-88c0-97fcd0d096a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.713329811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"602993f1-281a-4116-ae0a-d7bae8ef6cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.722977782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"809b3840-b597-489d-b9d0-1f06afe01eb1","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.723966751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f63d74ee-cfc6-4f0e-bee9-97c91cf197f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.731778482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"602993f1-281a-4116-ae0a-d7bae8ef6cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.743534096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"809b3840-b597-489d-b9d0-1f06afe01eb1","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.758591574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ccafc9bb-bdd8-449b-92e1-af9ffb853e3c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.759004135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f63d74ee-cfc6-4f0e-bee9-97c91cf197f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.769590285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ccafc9bb-bdd8-449b-92e1-af9ffb853e3c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.772390637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c3a968a6-b49e-4232-b723-367bc85c6c31","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.776606975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"ccafc9bb-bdd8-449b-92e1-af9ffb853e3c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.780758424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c3a968a6-b49e-4232-b723-367bc85c6c31","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.795150639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c3a968a6-b49e-4232-b723-367bc85c6c31","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.841689903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"443d6e59-6abf-454d-a2f7-55f6929f53f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.847418054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"854fc9dd-71b3-4fc8-ad93-de8abf58a43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.851809431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"443d6e59-6abf-454d-a2f7-55f6929f53f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.855833403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828cd614-5419-48a2-90fe-47140e710715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.8558434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"854fc9dd-71b3-4fc8-ad93-de8abf58a43d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:09.866975162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828cd614-5419-48a2-90fe-47140e710715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.282197723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"054da75d-d8e3-4772-a537-353bf949a7da","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.295167747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"c290a154-2e22-44cb-9f0f-1e41903b9374","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"name":"e2e-dft-refs-9caeeb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.308395169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"6ec32945-c0f2-4881-86c8-89e860850216","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.309065203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f6fb2e50-eb4b-47db-abb9-b384a8005cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.313966766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f221227-4795-433b-ad29-aeac86bb49de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.314164826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"874dc0da-0ac0-417d-8ef6-311aa35d6cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.319446769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"6ec32945-c0f2-4881-86c8-89e860850216","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.319764934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f6fb2e50-eb4b-47db-abb9-b384a8005cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.319944203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"2c3f4e6b-2e58-4c1c-af96-757057e2cea0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.324123773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"874dc0da-0ac0-417d-8ef6-311aa35d6cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.325844987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f221227-4795-433b-ad29-aeac86bb49de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.326732035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"edde7570-2efa-4365-81c5-9a2421a534cb","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"name":"e2e-dft-refs-9caeeb","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.327601552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"6ec32945-c0f2-4881-86c8-89e860850216","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.331388262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"2c3f4e6b-2e58-4c1c-af96-757057e2cea0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.384554719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21f71dcd-4db4-43aa-81bb-6db5cd34364b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.384587226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"21f71dcd-4db4-43aa-81bb-6db5cd34364b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.385572009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9876131-4d95-4674-9bf2-243d3794ddfd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.385601297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a9876131-4d95-4674-9bf2-243d3794ddfd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.386414195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00ea1f34-33a6-4794-b0e8-abe450c62ca2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.386444278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00ea1f34-33a6-4794-b0e8-abe450c62ca2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.387225349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5671e037-8f63-4663-8d5d-fefe24f5e893","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.38724892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5671e037-8f63-4663-8d5d-fefe24f5e893","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.420191886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"2c3f4e6b-2e58-4c1c-af96-757057e2cea0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.428418957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"508b5cd9-62d3-4ec6-afc2-ed59f59ad148","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.431622056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"508b5cd9-62d3-4ec6-afc2-ed59f59ad148","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.436131934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"42b5744f-8373-4f51-b1cd-6965fba1c3a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.441490406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57560e36-dd8b-4b15-80f4-7a4421987aeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.442301628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"490fc7ee-9981-419e-9d8a-84cf3c364603","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.487178437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4ed0eb2f-e901-40ad-894c-025a47d14f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.487896333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d1a2ec-78c2-4f15-a9b5-30ce6f38b62a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.494122023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34d1a2ec-78c2-4f15-a9b5-30ce6f38b62a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.494737316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c2d53f25-c91c-44c5-9b07-0b59eabec1f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.494797677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c2d53f25-c91c-44c5-9b07-0b59eabec1f9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.495387067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82151657-aa5e-443c-b811-18aaa4f3b40e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.495449216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82151657-aa5e-443c-b811-18aaa4f3b40e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.496017796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc956116-6b15-4f81-aa25-0848266b97f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.496076137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc956116-6b15-4f81-aa25-0848266b97f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.497996743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"f7dfee72-4c37-4e33-870f-d79ca33f7d41","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.507550206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4ed0eb2f-e901-40ad-894c-025a47d14f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.512776692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6d0b2d6e-2fbd-482e-ad28-6b6499545015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.513358199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bca75428-ed5d-4e2c-8200-b14105099c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.514038519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"dedad0b7-04e4-4ac2-9654-38f6520346bc","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.514147702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"dedad0b7-04e4-4ac2-9654-38f6520346bc","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.523724117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6d0b2d6e-2fbd-482e-ad28-6b6499545015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.525535325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"7290289a-c95c-4df6-bc1d-49c70c4091af","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.526979742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"7290289a-c95c-4df6-bc1d-49c70c4091af","MaaSModelRef":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-9caeeb-7e32755b2848","namespace":"llm","model":"e2e-dft-refs-9caeeb","externalModel":"e2e-dft-refs-9caeeb","provider":"e2e-dft-refs-9caeeb-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.527358723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"bca75428-ed5d-4e2c-8200-b14105099c5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.546766495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b5c0889-4ca9-402f-9c64-b3cd465a76c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.546799709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b5c0889-4ca9-402f-9c64-b3cd465a76c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.547378679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f72bd07d-7a1b-4286-a701-b5429fef4857","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.547398254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f72bd07d-7a1b-4286-a701-b5429fef4857","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.575537703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58b0479f-2d5b-4552-a3e5-b5d1c74ed380","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.575626067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58b0479f-2d5b-4552-a3e5-b5d1c74ed380","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.600460074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23fc3ed2-e2e2-44f4-9beb-8a70ea888f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.600488078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23fc3ed2-e2e2-44f4-9beb-8a70ea888f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.601209052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"35231c0d-d940-4c94-a386-d725658d6197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.601633561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dd653c7a-d62c-4f18-a592-59fd1d4dfd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.627772203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"dd653c7a-d62c-4f18-a592-59fd1d4dfd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.694746958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"26b3c83a-74a5-4c03-a962-597c085c7f32","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.694782094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"26b3c83a-74a5-4c03-a962-597c085c7f32","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.850983652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"35231c0d-d940-4c94-a386-d725658d6197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.905616635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2f31bf34-4c19-4985-8605-28656edfead2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.92236057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f499fc72-5795-4f87-ac69-89f76150914d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.940180797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2f31bf34-4c19-4985-8605-28656edfead2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.941234411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"eedc80b7-3ec3-43b2-97f7-4fdbb6b9a051","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.963984001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"eedc80b7-3ec3-43b2-97f7-4fdbb6b9a051","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.964740928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"f499fc72-5795-4f87-ac69-89f76150914d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.971837686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"997d2817-0d72-4e0d-ae33-5b35b8878d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:10.98056761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"997d2817-0d72-4e0d-ae33-5b35b8878d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.07423363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4c99befa-9e34-42dc-890c-6bd0feb44f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.086405221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4c99befa-9e34-42dc-890c-6bd0feb44f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.170750183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"55de17b5-dbed-46a6-8aa6-dcdc257ed009","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.173237407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e681f99e-4abd-41db-8ffd-a8c631f73a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.178531015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"55de17b5-dbed-46a6-8aa6-dcdc257ed009","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.181708698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e681f99e-4abd-41db-8ffd-a8c631f73a8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.185525406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"763b9dc2-3582-4fb5-a2dd-560cc88fccd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.186042323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72d4aa48-0d6f-4088-8731-f212fc5289ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.186438786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c0a0abd2-cca5-4a4a-8143-06d9b01c4e21","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.197447262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"55de17b5-dbed-46a6-8aa6-dcdc257ed009","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.211262267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c0a0abd2-cca5-4a4a-8143-06d9b01c4e21","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.214025118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"763b9dc2-3582-4fb5-a2dd-560cc88fccd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.214668071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72d4aa48-0d6f-4088-8731-f212fc5289ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.217678482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c0a0abd2-cca5-4a4a-8143-06d9b01c4e21","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.272196091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"35cadfb2-5f9a-452d-bbd8-4f5fb32180c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.272198741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8923eadf-6e9d-4f8c-825f-ce4b18af920b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.272993426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48415f11-7f7f-495b-b8f5-d4323ac58a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.280210397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"35cadfb2-5f9a-452d-bbd8-4f5fb32180c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.280214436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8923eadf-6e9d-4f8c-825f-ce4b18af920b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:11.283496366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48415f11-7f7f-495b-b8f5-d4323ac58a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.632502099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"7f706412-012a-4f27-b659-0dc2a7a559d0","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.670232372Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"63456818-5345-48c4-93d7-4132672b3c57","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.735997976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"3bf96d75-baea-4f93-8ba0-de1f1d76dd22","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.736528531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"268253d3-3ca5-4704-824c-1cab9848dfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.737415127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"36fca900-5f6e-4250-9ce5-ed21e99e287e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.737904678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"b735194f-c8a2-421a-997e-57e4cca35e5b","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.743003422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1053252e-00e2-4aae-a3c4-c14c20e330df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.757749761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1053252e-00e2-4aae-a3c4-c14c20e330df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.792121733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"26e6c89e-83de-4300-a224-fe2146a90d39","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.801181954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"36fca900-5f6e-4250-9ce5-ed21e99e287e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.806361852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"b735194f-c8a2-421a-997e-57e4cca35e5b","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.816296291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"3bf96d75-baea-4f93-8ba0-de1f1d76dd22","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.826635835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"b735194f-c8a2-421a-997e-57e4cca35e5b","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.859964914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"268253d3-3ca5-4704-824c-1cab9848dfd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.866574257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"3bf96d75-baea-4f93-8ba0-de1f1d76dd22","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.88426261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"99db795c-f71b-45b7-8a1f-2978e7702678","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.884304836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"99db795c-f71b-45b7-8a1f-2978e7702678","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.888189889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"5e8da5bf-3790-4c02-bcb0-d2630754733b","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.935392476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c81ea5c0-5b18-4699-9e05-6e191963bef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.942994144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0b46f98d-41b4-4b41-81df-c780d6c0e463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.965979799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"8e4d2357-0f47-4691-999e-eeb84fbd9a1f","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.966030752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"8e4d2357-0f47-4691-999e-eeb84fbd9a1f","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.969751155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4fd77d01-6d5e-49d8-9e3e-bc119968252a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:13.971622286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c81ea5c0-5b18-4699-9e05-6e191963bef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:14.268386607Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"8e4d2357-0f47-4691-999e-eeb84fbd9a1f","name":"e2e-fail-d039dac9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-d039dac9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:14.268471089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"8e4d2357-0f47-4691-999e-eeb84fbd9a1f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-d039dac9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.307831267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4fd77d01-6d5e-49d8-9e3e-bc119968252a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.38073191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0b46f98d-41b4-4b41-81df-c780d6c0e463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.385082566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8dcd9b43-0443-4be2-8c87-19865199ee14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.385366476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"74250901-eed0-43cc-93b3-170f0093562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.404828193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"dcbc845d-5767-485e-84e5-e4af52859983","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.452524434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"dcbc845d-5767-485e-84e5-e4af52859983","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.459601572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"51a0ab38-5c02-4f01-9bb9-97d9bfadb876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.493679751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"631f4d2f-d75e-4cf4-9663-97cae0a5babb","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.49371671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"631f4d2f-d75e-4cf4-9663-97cae0a5babb","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.596125513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8dcd9b43-0443-4be2-8c87-19865199ee14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.606352477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"74250901-eed0-43cc-93b3-170f0093562b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.625835629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"51a0ab38-5c02-4f01-9bb9-97d9bfadb876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.80560932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f8070184-1e48-45fc-bde7-e770393b452f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.867580023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"72ebffac-cc1a-4f45-943b-952f17e73a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.898414023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f8070184-1e48-45fc-bde7-e770393b452f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:14.983300415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"72ebffac-cc1a-4f45-943b-952f17e73a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.065273659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"c0d33606-eb49-44ed-a137-0d7c2f672d70","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.075446481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"c0d33606-eb49-44ed-a137-0d7c2f672d70","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.089823699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233e81a5-b5c9-434a-8993-306e1a0f5681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.099140655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1751529e-d5ba-4692-afb8-9ead41ed88f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.127444537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1751529e-d5ba-4692-afb8-9ead41ed88f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.146965776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"233e81a5-b5c9-434a-8993-306e1a0f5681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.152570573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"54013eec-9b70-4355-b255-b243e33ae5a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.168758426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"54013eec-9b70-4355-b255-b243e33ae5a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.187184531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bbf67d00e48e368d03442e460545f001bc147e7a9c5c55276737673c6c1fc12) AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (bbc19e232089d15cc01944351f553c33d3ebe58d18b3dca8e37ac27699eef103) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (99359a804e21a451c35bdc6d869ac3302bc890108793de44147983c7dee90f77) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847) AuthConfig (1633d2fc94baf01373c730c9e331c94d5267cf1a734c74c3609fc222d95e401c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"54013eec-9b70-4355-b255-b243e33ae5a6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.267374704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b7d577d0-7fba-43e9-a62e-0419a2e2a947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.27538979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5d04d753-fdca-489f-96a0-b1d8ac7829b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.283141622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b7d577d0-7fba-43e9-a62e-0419a2e2a947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.285499306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a19cc9b7-6167-45cc-b1ef-ccc161917580","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.292537632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"5d04d753-fdca-489f-96a0-b1d8ac7829b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.300743902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a19cc9b7-6167-45cc-b1ef-ccc161917580","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.313062004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f2aeb6b18dbbd83882c668ed5d15880234a99830644755c922d6f07d94b85c13) AuthConfig (c48d115c4ffed086762ac01b62575d236baea6166ad518d9d38971b696da9e72) AuthConfig (39496a799ae0706fe063ac1f8f7aba4049ec862034d9f1ba7916ae822321c3dc) AuthConfig (aec6bcbf59bf3ea3abb0310a201d03f5070fef0c2157e786290a712e196341f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a19cc9b7-6167-45cc-b1ef-ccc161917580","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.341032022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"780cb59a-834a-4bdb-8b92-e90883d46bc9","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.341068626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"780cb59a-834a-4bdb-8b92-e90883d46bc9","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.351883685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d4c3b4af-b008-45ae-92f9-ddb2dc875cfb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.354638947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e0309622-0883-4119-b8c3-cec3e5cadb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.355630092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"07ab3b6e-db47-46a2-9eb9-ddd3d4291832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.363959834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"e0309622-0883-4119-b8c3-cec3e5cadb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.365244437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"07ab3b6e-db47-46a2-9eb9-ddd3d4291832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.367448639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26a992ae-8476-4b87-b954-a03a3e60b4e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.387198745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26a992ae-8476-4b87-b954-a03a3e60b4e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.404445829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d4c3b4af-b008-45ae-92f9-ddb2dc875cfb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.433817939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d4c3b4af-b008-45ae-92f9-ddb2dc875cfb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.46380085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"2164c52e-1c0d-4641-a5c5-2db9b62388ed","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:15.463843053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"2164c52e-1c0d-4641-a5c5-2db9b62388ed","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:17.497109471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:18.237522355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"dc496986-02a6-4b60-ac70-73eadb6e7c15","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:18.504637597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2d3baa58-e89e-4379-97ac-5a1f90424b99","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:18.504754064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"2d3baa58-e89e-4379-97ac-5a1f90424b99","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.316773124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11215393-f6e0-4064-aca3-d88ecde64f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.317427835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"efb697e5-898d-4322-a996-f5863e29f3bf","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.318092201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"79ee3ec4-dc85-4585-96aa-7fdbc8925854","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.318653832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cc060b1-d70a-427f-86fc-b23050b7eb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.406332488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11215393-f6e0-4064-aca3-d88ecde64f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.450988194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"79ee3ec4-dc85-4585-96aa-7fdbc8925854","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.455457109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"efb697e5-898d-4322-a996-f5863e29f3bf","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.500687439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"efb697e5-898d-4322-a996-f5863e29f3bf","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.536694873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cc060b1-d70a-427f-86fc-b23050b7eb6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.54388871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"c4c2e937-169c-4638-8e77-259e2031616f","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.5439993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"c4c2e937-169c-4638-8e77-259e2031616f","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.600281731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a5c969c1-f791-4cbf-80cf-44b7cd5389a9","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.735530378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"2216b4aa-e4bb-48e8-b44e-3ffd200c3af6","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:19.957128832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a5c969c1-f791-4cbf-80cf-44b7cd5389a9","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.022978377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a5c969c1-f791-4cbf-80cf-44b7cd5389a9","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.03833673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"13899abf-5e9d-4836-bb95-3beee12c1e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.061794433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce774c3-859b-4385-a4e6-b14b06491876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.078022172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0e9f2b4e-d2b8-476d-9e1c-58af208d74ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.078942585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"fa7b7178-b776-41a8-bfea-3dc9337b0cf6","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.079850965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a1c9475-9931-4e02-a04d-841f82f68ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.16145108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"0e9f2b4e-d2b8-476d-9e1c-58af208d74ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.285964943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"fa7b7178-b776-41a8-bfea-3dc9337b0cf6","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.21455519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a1c9475-9931-4e02-a04d-841f82f68ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.224736134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cce774c3-859b-4385-a4e6-b14b06491876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.287903579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"40532e65-c7fb-40ff-9bf3-ed00566e7353","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.213181179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"01314b72-b116-4826-a6c8-b57f41b68baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.365122837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"01314b72-b116-4826-a6c8-b57f41b68baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.43613672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"4fb0b9e4-c5b6-42a3-953d-a200e09ba488","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.492686507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"0e41b1bb-1778-4607-bcf9-320b205d6e5f","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.625987914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"db647ca1-a9a2-45d4-bb4e-789b4e60fe37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.643696884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cebaa998-9f72-4df7-bd85-4ab44485f2f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.644286862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f0b0c7db-3a88-405b-95d4-fd4a2a4b22bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.700190705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cebaa998-9f72-4df7-bd85-4ab44485f2f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.703000012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f0b0c7db-3a88-405b-95d4-fd4a2a4b22bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.749325184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"d0885926-61a7-42cc-966c-c2a2253cdd72","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.804279611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"58383d9e-7518-4dfa-9da9-513462d589a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:20.886126102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"58f80033-10ca-45a4-9f8b-bee0740f1f5b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.221963137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"2097e03a-7172-4990-ba04-a25826e5471a","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.277579181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"3709e927-04d3-4754-bbf3-09fa4239c31a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.278601915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0252fe2c-9954-41d5-b372-53c94e538969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.289444015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8e625648-368b-4ecc-a946-6564644254a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.298041319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0252fe2c-9954-41d5-b372-53c94e538969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.309385862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"8e625648-368b-4ecc-a946-6564644254a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.320500586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"9cb11676-4dd4-42b3-ac0c-d9b06abb556d","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.354957508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"6c46b1d6-355c-44a0-b9e1-95c3fbf4237a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.605843264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a04303de-94c6-48b5-b510-357cbef7e51a","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.696184462Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"17787ad2-7ffd-419f-9282-618429eeffbb","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.697231441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de7c9778-ac3b-4088-b92f-ef744d22c7cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.700004095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de7c9778-ac3b-4088-b92f-ef744d22c7cf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.701181412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb85c21c-75f4-430a-aae3-534182d07e86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.701247616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cb85c21c-75f4-430a-aae3-534182d07e86","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.702300078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a9d755-1533-48e4-b864-fe8c81db9940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.702374627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0a9d755-1533-48e4-b864-fe8c81db9940","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.703450653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32fbf63e-bc41-41c7-bb0d-70de14989e62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.721409797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32fbf63e-bc41-41c7-bb0d-70de14989e62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.747904131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"0ca644fc-bebb-4db9-815c-3d44d7af55e7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.748051945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"0ca644fc-bebb-4db9-815c-3d44d7af55e7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.752092624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"7bbdc4f2-29da-49b4-b2ae-18f56f421310","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.779484135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d182b07-0abe-432b-aa70-ffaa5dee0a44","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.779522603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d182b07-0abe-432b-aa70-ffaa5dee0a44","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.790583888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e34b10-02c0-46cd-9229-b6993a7a523a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.792574828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"129aa5b1-8aec-4e2b-8a6b-4cee7fd17a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.804189186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"360228f4-69ae-4bd1-840a-6e608e25644b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.804221751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"360228f4-69ae-4bd1-840a-6e608e25644b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.831741844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-9caeeb","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-9caeeb","reconcileID":"dc2b5d31-f9ae-4866-af11-8f70d3b53fef","namespace":"llm","name":"e2e-dft-refs-9caeeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.882699746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00804f36-a5e4-4b08-8352-56c8c067d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:21.883895656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0abe3ba1-0d22-4a6e-ad07-2bb06ef9526a","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.045380849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e1e0cdd-8d62-406d-9aea-7f8a7207e9ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.045428829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e1e0cdd-8d62-406d-9aea-7f8a7207e9ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.065411619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5cf00439-47da-45b5-9ead-34d1febc958b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.065467125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5cf00439-47da-45b5-9ead-34d1febc958b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.100571012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00804f36-a5e4-4b08-8352-56c8c067d776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.107909757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4dfffbf9-42a5-4560-8b6a-862f616963be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.138143919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f043c97d-6124-49da-9b07-b8d4217ddbbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.141906832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eb5ba8f3-7897-4dcd-ac41-2e5f215841bf","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.148261344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"eb5ba8f3-7897-4dcd-ac41-2e5f215841bf","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.17419837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"e8e911c7-d05b-43ea-9743-569be5332a8c","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","model":"llm/e2e-dft-97fedc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.175141283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67fa5d60-1eea-4c9c-95c0-ed35dae0e95f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.210516589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"129aa5b1-8aec-4e2b-8a6b-4cee7fd17a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.268227622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85e34b10-02c0-46cd-9229-b6993a7a523a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.662872812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4dfffbf9-42a5-4560-8b6a-862f616963be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.774107998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0abe3ba1-0d22-4a6e-ad07-2bb06ef9526a","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.865847931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0abe3ba1-0d22-4a6e-ad07-2bb06ef9526a","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.866791867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"bc8bcc38-cfb4-44f6-902d-069882d49b4d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.900512782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"6eafc7c8-0e3b-4978-866c-afd83787a1a4","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.909745598Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"69f1e991-9136-4940-8464-f6a34ef9c890","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70808cef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.912117091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"e2e459a0-7d71-4d89-948f-964884a7ab8a","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.912195823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"e2e459a0-7d71-4d89-948f-964884a7ab8a","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.920502873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"f5e72f6e-cc16-409a-aed2-adc372808060","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.924105792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"6eafc7c8-0e3b-4978-866c-afd83787a1a4","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.941394198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"bc8bcc38-cfb4-44f6-902d-069882d49b4d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.946301744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8e51b2f8-24d5-4417-a015-3be864e39d3b","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.946851005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"b9856da2-a782-478b-8837-57480563ab04","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.954683561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"c6377816-818d-4690-bae0-b6d133fdb784","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70808cef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:22.961169469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"7dccad13-1a02-46c1-89ee-5eee8b1b2d49","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.015430739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"6eafc7c8-0e3b-4978-866c-afd83787a1a4","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.05659008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"01314831-b751-4c19-9684-c961849a6b66","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.101302521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"7dccad13-1a02-46c1-89ee-5eee8b1b2d49","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.112577679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"803484c8-8bb1-4866-913c-33c0b2b18996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.193485606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"803484c8-8bb1-4866-913c-33c0b2b18996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.37067234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6657e423-906c-4cfb-b128-d189caf58ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.396874894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"f8380cbd-38b8-4ac4-a3cf-b18b2d5c674d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.396910009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"f8380cbd-38b8-4ac4-a3cf-b18b2d5c674d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.479462205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6657e423-906c-4cfb-b128-d189caf58ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.482663469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d12bc39-0920-4d01-a6a4-06a2cde03f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.483188675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7961fa20-7bc9-48ca-8c8b-56d68938e375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.519946906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7961fa20-7bc9-48ca-8c8b-56d68938e375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.521907097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d12bc39-0920-4d01-a6a4-06a2cde03f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.522800437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56de2dd3-0646-4997-836e-5e4398e500eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.532875838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"be7051ef-6974-4904-85e8-432e7ddb28a7","namespace":"llm","name":"e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.553269982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"b4535003-b249-4b70-91b6-1f6f326afb67","namespace":"llm","name":"e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.556138331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"298c396d-32d0-4726-aaf9-5e45e96fc2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.557565393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56de2dd3-0646-4997-836e-5e4398e500eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.570846523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"298c396d-32d0-4726-aaf9-5e45e96fc2f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.58519375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c676479f-2e72-4973-96ca-2bf3843b6bc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.585453429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c676479f-2e72-4973-96ca-2bf3843b6bc8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.586049985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"edd8ec85-c15d-41c2-9385-ef9537e8cf64","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.5861298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"edd8ec85-c15d-41c2-9385-ef9537e8cf64","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.586613622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57c745a9-1e68-41f4-ad6a-63b3b8f319f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.586673522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"57c745a9-1e68-41f4-ad6a-63b3b8f319f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.587084126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b158ba31-580e-4390-8f85-6c90058a56f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.587158281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b158ba31-580e-4390-8f85-6c90058a56f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.624805003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"55aaac83-3aab-408e-a42f-293461a08084","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.624943845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"55aaac83-3aab-408e-a42f-293461a08084","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.648123796Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"11dcb27f-ecde-4679-9327-d6904ab942a9","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70808cef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.650475299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"77a563b1-c76a-4202-8de0-57f8cb9d3af2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.650510594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"77a563b1-c76a-4202-8de0-57f8cb9d3af2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.676424443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8f76322-7340-461e-b111-775a3afc53ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.676462995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f8f76322-7340-461e-b111-775a3afc53ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.68016414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ba7d668-6b0b-48d1-a0e5-6c6e9181494e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.680190244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ba7d668-6b0b-48d1-a0e5-6c6e9181494e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.680876551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef5d32af-0fee-4279-8f59-aa881b83362e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.680892392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef5d32af-0fee-4279-8f59-aa881b83362e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.75078212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"fe420f30-ce19-4e68-9e2d-0caa321a99d6","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.750818893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"fe420f30-ce19-4e68-9e2d-0caa321a99d6","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.751619441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"d9a4560c-0b8a-4572-bfd5-82f701d930d6","namespace":"llm","name":"e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.829549078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b733b1b9-5dec-48a4-8802-d63b885023c0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.829583158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b733b1b9-5dec-48a4-8802-d63b885023c0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.835227126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f6efac2-dbad-4fd2-80d3-aa0044a336fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.835253329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3f6efac2-dbad-4fd2-80d3-aa0044a336fb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.835645861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"59c7e6f5-2d02-4037-b2b0-6844c35cf1d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.835658578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"59c7e6f5-2d02-4037-b2b0-6844c35cf1d3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.836053778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b629db1d-fec3-4c22-b739-37e60a7fe1a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.836067664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b629db1d-fec3-4c22-b739-37e60a7fe1a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.836821727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f45a612b-d813-4da3-8728-5cd6dfc8bcd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.864564588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57e23cec-5785-4240-a429-86ffc3383bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.871848692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"29a423a7-216c-437a-9166-942b7f6e9655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.906595191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"838964ff-96ae-4816-a0d5-c1642907e114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:23.907311808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9de339c6-ad8e-44f2-8788-361c5059f8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.173335516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"303aaed1-8abf-4efa-bc2f-8b1f206559af","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.173372718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"303aaed1-8abf-4efa-bc2f-8b1f206559af","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.174637188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"962079d8-78a4-4da5-aa52-bad88c7d5a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.256539975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"29a423a7-216c-437a-9166-942b7f6e9655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.256617224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"53a4f974-2ba8-4969-a2c5-ffd51959fe50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.38066919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9de339c6-ad8e-44f2-8788-361c5059f8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.54187734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"53a4f974-2ba8-4969-a2c5-ffd51959fe50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.615428272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"95597310-8cc9-4ae5-8532-9c4a5c910154","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.615461248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"95597310-8cc9-4ae5-8532-9c4a5c910154","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"routeName":"external-model-e2e-dft-del-33286c-78de068edfdb","namespace":"llm","model":"e2e-dft-del-33286c","externalModel":"e2e-dft-del-33286c","provider":"e2e-dft-del-33286c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.617282448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"838964ff-96ae-4816-a0d5-c1642907e114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.649264535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"962079d8-78a4-4da5-aa52-bad88c7d5a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:24.690104537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"95597310-8cc9-4ae5-8532-9c4a5c910154","name":"e2e-dft-del-33286c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-33286c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:24.690209063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"95597310-8cc9-4ae5-8532-9c4a5c910154","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-33286c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.690447021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"2a14464c-89b6-4feb-b505-df4f1a52b7dc","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.752779956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"1c5815e7-5dc0-4d2e-9262-44403757cdcb","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.775855193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"1c5815e7-5dc0-4d2e-9262-44403757cdcb","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.807220928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"1c5815e7-5dc0-4d2e-9262-44403757cdcb","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.830832441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7a822909-68c5-4d3a-8868-c1ced0921edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.860988282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"e453c363-c3ea-4ab1-9bb0-3df8f83cd5ea","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.864294687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"7a822909-68c5-4d3a-8868-c1ced0921edf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.867829273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"140ca920-dfce-4723-a345-61a19ff88fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.86840466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9135d208-2496-49aa-b16f-74c284f64198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.869825265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"e453c363-c3ea-4ab1-9bb0-3df8f83cd5ea","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.878684505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"140ca920-dfce-4723-a345-61a19ff88fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.898748592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9135d208-2496-49aa-b16f-74c284f64198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.904040068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"e453c363-c3ea-4ab1-9bb0-3df8f83cd5ea","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.91643295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"939aeb3e-23e4-4c48-9ff7-a20ca2fda522","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.929694633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"939aeb3e-23e4-4c48-9ff7-a20ca2fda522","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.968298677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"a722b794-b8de-4e79-94d7-ed8a44ba7604","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:24.979725816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fb1ba88-5ae8-4eae-a734-783989e8db69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.084217226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fb1ba88-5ae8-4eae-a734-783989e8db69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.085898042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"7e02ded8-091f-4822-9e2a-230425405ef5","namespace":"llm","name":"e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.120679265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"9496ebea-aeb7-4f8e-9861-6b44c5182743","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.123323136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"5e5e6adc-0f11-4664-a92a-334ab8e3246b","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70808cef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.092445099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b33106cf-dc20-4faa-9cb9-006b8a0c4691","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.132768558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b33106cf-dc20-4faa-9cb9-006b8a0c4691","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.133436211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a50d174c-04f4-4527-9f48-556b763a3fab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.133506589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a50d174c-04f4-4527-9f48-556b763a3fab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.134004691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5490167c-a9ad-462d-90b9-5ef5b9760ab3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.134075282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5490167c-a9ad-462d-90b9-5ef5b9760ab3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.134646609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffb9535a-3abb-40d2-af89-09e3cda28f16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.134702661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ffb9535a-3abb-40d2-af89-09e3cda28f16","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.19187774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-33286c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-33286c","reconcileID":"d73ca08a-3522-4dc1-a0d0-ad614381f552","namespace":"llm","name":"e2e-dft-del-33286c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.192387993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"c8fbff60-da09-4548-b4a1-b828ffe01d62","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.192405283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"c8fbff60-da09-4548-b4a1-b828ffe01d62","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.233888207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"6f367831-fc26-4ddd-9ca7-8473f5dabd61","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.234507561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13310820-5e13-4cb6-9381-997d4e7463df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.239010486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79c3d61c-5340-4460-b774-dcc91baa5fd0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.251872973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"79c3d61c-5340-4460-b774-dcc91baa5fd0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.252448553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a624356-c952-4fbd-b3ee-25f7eb304999","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.252512582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a624356-c952-4fbd-b3ee-25f7eb304999","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.252985221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14b28b2c-1d42-4897-8b95-c9f81053f2d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.253053226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14b28b2c-1d42-4897-8b95-c9f81053f2d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.253449313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"52c9bfb4-8242-42da-9ff8-8465174db671","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.253498773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"52c9bfb4-8242-42da-9ff8-8465174db671","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.343628375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5fbdc18-d2b1-49aa-a1eb-ce0278f66c85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.344534904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"f62db594-7029-4102-a3c1-6e39db68e104","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.344557881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"f62db594-7029-4102-a3c1-6e39db68e104","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.348254275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13310820-5e13-4cb6-9381-997d4e7463df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.353524348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"6f367831-fc26-4ddd-9ca7-8473f5dabd61","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.360970542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0acb2e84-6275-463a-a409-86d632fcfb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.361449621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4b32f552-aa3c-4d20-afea-dc411b052701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.362620569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"8cc59396-3eb6-42b9-8582-373643c8430b","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.363797659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dab815ac-7a5c-45dc-b853-41cc987ac373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.426237632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0acb2e84-6275-463a-a409-86d632fcfb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.429901316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"4b32f552-aa3c-4d20-afea-dc411b052701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.4305749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f823c903-ba88-4066-bbc2-a689d727f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.508579169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f823c903-ba88-4066-bbc2-a689d727f4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.510331327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"69d169d6-d955-4179-9874-6d6dc20482be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.984875518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8f44ca2b-4b12-4d53-839c-a9deddb5489e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.991662869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fe4ac5de-5433-49f8-998f-e7282cebf695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.992409058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"80dc9dc0-db70-42de-b469-0f382a57e47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.998700573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"8f44ca2b-4b12-4d53-839c-a9deddb5489e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:25.999964052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ecd171f7-4c1d-46fe-85f4-ecc20c0a4b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.004145788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"80dc9dc0-db70-42de-b469-0f382a57e47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.007980924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fe4ac5de-5433-49f8-998f-e7282cebf695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.015281319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ecd171f7-4c1d-46fe-85f4-ecc20c0a4b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.015610102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"3254f94f-ad95-4057-9e83-40dc08ba5d9c","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.085457763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"3254f94f-ad95-4057-9e83-40dc08ba5d9c","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.087031715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"c835a48e-417e-43d8-b3d8-54fe38b31ab8","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.098429048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"3254f94f-ad95-4057-9e83-40dc08ba5d9c","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.123998586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"c835a48e-417e-43d8-b3d8-54fe38b31ab8","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.124351692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6078b51-0db8-4351-9570-024009f51042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.127957584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430de7a6-b49b-4e69-a58e-b5eadb3ec9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.132508194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"c835a48e-417e-43d8-b3d8-54fe38b31ab8","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.134944878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4653fd98-3e60-4c9c-b167-92106b50eda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.136520114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b6078b51-0db8-4351-9570-024009f51042","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.1395075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"430de7a6-b49b-4e69-a58e-b5eadb3ec9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.140478493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"42abc1dd-6f72-4dd1-afa6-51545db27f55","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.145053081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4653fd98-3e60-4c9c-b167-92106b50eda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.22955144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"42abc1dd-6f72-4dd1-afa6-51545db27f55","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.242088576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"693a2e69-3594-40f2-b780-b0a2658a0ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.25140418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"693a2e69-3594-40f2-b780-b0a2658a0ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.299848685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8f8525ab-3564-4ea2-bcb2-82a6fa70075e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.309032003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8f8525ab-3564-4ea2-bcb2-82a6fa70075e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.40274681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"2047392e-69cd-403d-b171-981b797169f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.403289426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cc468624-0eb1-4780-8a73-ef9ba57a2d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.41177102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"2047392e-69cd-403d-b171-981b797169f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.412162408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"cc468624-0eb1-4780-8a73-ef9ba57a2d96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.498731484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b27ed5a3-fe0c-4bab-a22b-08dad4c6db85","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:26.507729074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b27ed5a3-fe0c-4bab-a22b-08dad4c6db85","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.206992206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"7c1153bd-ff12-48e0-8297-2e3fe12b6547","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.207028841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"7c1153bd-ff12-48e0-8297-2e3fe12b6547","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.210246307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"86ec47c0-d5cc-4a54-8240-28c9241e25eb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.218853093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"86ec47c0-d5cc-4a54-8240-28c9241e25eb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:27.224388465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"e8fe7952-e64e-4bc2-bbdb-3354350e210e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-bd84d1-8664e4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.226777595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"4b0fb34a-a4dc-4b4b-8b57-72bfe8fc475a","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.22680229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"4b0fb34a-a4dc-4b4b-8b57-72bfe8fc475a","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.285895407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"8c2dab9c-f381-422e-8f5a-3c537aecf219","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.296668199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"8c2dab9c-f381-422e-8f5a-3c537aecf219","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.323469607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"1a7be690-d201-4c10-9060-7db406cfa980","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.323608999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"1a7be690-d201-4c10-9060-7db406cfa980","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.331514629Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"609ae667-b9ec-4ae5-9bad-587219689f56","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cfl-ok-bd84d1","model":"e2e-cfl-ok-bd84d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-cbeebd/e2e-cfl-ok-bd84d1-8664e4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.342959104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"9b6156de-e33c-47b7-a541-eacd45934560","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.350477622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"9b6156de-e33c-47b7-a541-eacd45934560","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.361489484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"ca7a4304-3fad-4f3f-aa14-aa20150a44a7","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.361511931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"ca7a4304-3fad-4f3f-aa14-aa20150a44a7","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:27.410103657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"6fa07a8a-4bcb-4926-9a05-6234adf3ed7d","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cfl-ok-bd84d1","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:28.413875339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"9a8df5dd-0f86-430a-90af-41ec43550978","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:28.735806108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"e55752e0-cbc7-44ed-8ffe-65bf14599f02","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.309986368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"aa79571c-a5f6-4267-8079-7f677d551a51","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.331540187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"88d6c89a-9548-46f8-a9d9-8af48af6c42d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.342268443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fb1a1c42-6208-4504-927b-b87e7605f82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.342699163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7521d783-bbe9-4ac2-b3bf-3674e9e97f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.350305555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7521d783-bbe9-4ac2-b3bf-3674e9e97f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.350683063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"fb1a1c42-6208-4504-927b-b87e7605f82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.355811956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"8572b31d-016f-4654-8530-0ecb5fec02a3","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:29.426075438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"283162ef-b719-4e1e-9e7b-d6f9def77e0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.127851388Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"1b3a000c-74a5-400b-adb4-95801df800cb","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-97fedc","subscription":"e2e-dft-97fedc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.135826472Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"1b3a000c-74a5-400b-adb4-95801df800cb","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.139898116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-sub","reconcileID":"1b3a000c-74a5-400b-adb4-95801df800cb","MaaSSubscription":{"name":"e2e-dft-97fedc-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-97fedc","namespace":"llm","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.173554659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"48ee7428-8de2-4c6d-868d-f2f083047b38","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.173585208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"48ee7428-8de2-4c6d-868d-f2f083047b38","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.187025084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e34cc9c-5882-42b9-bc4e-cc3f6ab54439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.187051648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3b81ba9-4d64-49f7-9601-d01ec5f73389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.18745558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0a86bf3e-4fc2-45b6-86f5-73ad1ed65cb4","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.187522707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"a7e48af7-fb92-4c61-88e6-0d6906233087","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.195127662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3b81ba9-4d64-49f7-9601-d01ec5f73389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.19615378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"a7e48af7-fb92-4c61-88e6-0d6906233087","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.197533406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e34cc9c-5882-42b9-bc4e-cc3f6ab54439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.198363695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0a86bf3e-4fc2-45b6-86f5-73ad1ed65cb4","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.204165552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"0a86bf3e-4fc2-45b6-86f5-73ad1ed65cb4","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.315738375Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-97fedc-access","reconcileID":"855cff1c-8b9e-41b3-92fa-2fc8b30efbe6","MaaSAuthPolicy":{"name":"e2e-dft-97fedc-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.319505117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9e586921-32f0-4a79-bda4-d9c53b91839d","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.319524486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"9e586921-32f0-4a79-bda4-d9c53b91839d","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.39106786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"70182301-f210-4e91-a558-15197a241496","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.391099479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"70182301-f210-4e91-a558-15197a241496","MaaSModelRef":{"name":"e2e-dft-97fedc","namespace":"llm"},"routeName":"external-model-e2e-dft-97fedc-c6c747195b63","namespace":"llm","model":"e2e-dft-97fedc","externalModel":"e2e-dft-97fedc","provider":"e2e-dft-97fedc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.897781685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"5b373108-e765-4cba-9e2a-fe44deccd364","namespace":"llm","name":"e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906100439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cbd10a2-4a56-4fc1-ae92-98187e43253c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906145261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cbd10a2-4a56-4fc1-ae92-98187e43253c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906462856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9fb239e-a10d-49ee-b7c6-f236c8c1cf97","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906478388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9fb239e-a10d-49ee-b7c6-f236c8c1cf97","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906485843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"020e8de2-240b-4c16-9ff3-7ad56f623b72","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.906796274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9a10e60-10ad-4df5-ba12-8a2be6ac64ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.90681064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9a10e60-10ad-4df5-ba12-8a2be6ac64ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907191149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5548d74e-7339-407d-af5b-0de3d1fb8723","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907207514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5548d74e-7339-407d-af5b-0de3d1fb8723","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907576684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71f5f508-faf2-41e0-877d-7a44167fb8c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907596414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"71f5f508-faf2-41e0-877d-7a44167fb8c8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907951262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23a412e8-e68f-4ab3-b640-505669016fd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.907966874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"23a412e8-e68f-4ab3-b640-505669016fd0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.908288575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c17fee81-1615-4645-979e-14124a67f0e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.908302751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c17fee81-1615-4645-979e-14124a67f0e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.908605997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a5eeedc-ca5b-46cb-8dae-f31fc6e9cedd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.908618698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1a5eeedc-ca5b-46cb-8dae-f31fc6e9cedd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.910667582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"380eaaf7-74e5-40a7-b82d-1f25e53a14cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.911006419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c244975d-b2cc-437e-9e98-94b6673fded9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.911523051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"aa15f6fc-4df7-49d5-ad2d-d150767e41a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.912536921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"10889997-87c3-4717-9c5a-0c3f5f8eca25","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.912557481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"10889997-87c3-4717-9c5a-0c3f5f8eca25","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.912839606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"ce16d7bf-46db-4380-b00e-2ddd7cc55aff","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.915331551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"020e8de2-240b-4c16-9ff3-7ad56f623b72","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.918783684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"380eaaf7-74e5-40a7-b82d-1f25e53a14cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.920866768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"aa15f6fc-4df7-49d5-ad2d-d150767e41a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.923119388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c244975d-b2cc-437e-9e98-94b6673fded9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.924470956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"020e8de2-240b-4c16-9ff3-7ad56f623b72","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.924505945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"ce16d7bf-46db-4380-b00e-2ddd7cc55aff","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.925240254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05d7583e-726d-48cb-a351-f90ab24d27be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.925436958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2fa88dc2-32ed-46a0-b0bf-29b1efd37347","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.931557676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"ce16d7bf-46db-4380-b00e-2ddd7cc55aff","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.989297134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5d2ef4-f3db-4ec3-805f-9c7bbd82faa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.993235443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b84327d6-9ce6-4976-b1e5-3e6604dd3844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:35.999891605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f5d2ef4-f3db-4ec3-805f-9c7bbd82faa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.003709724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b84327d6-9ce6-4976-b1e5-3e6604dd3844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.036296391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-97fedc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-97fedc","reconcileID":"b5063a74-cfca-4f14-98b9-a65507b2448c","namespace":"llm","name":"e2e-dft-97fedc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.042093347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"59fff91f-6b98-4fc0-9a4e-55026fc6bf06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.04222604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2c2a2edb-4f6c-45df-bac1-5db704a2033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.042587044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ff1b818e-dcd2-42ad-b725-97cdec0658ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.045243118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9bf0f5a7-0627-44d9-828a-ccb36323609b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.050121547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d9288274-d8d6-4be7-9f91-38f2ca0d08a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.05504715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"2c2a2edb-4f6c-45df-bac1-5db704a2033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.055303801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"59fff91f-6b98-4fc0-9a4e-55026fc6bf06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.057728572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ff1b818e-dcd2-42ad-b725-97cdec0658ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.05875984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9bf0f5a7-0627-44d9-828a-ccb36323609b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.060784102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d9288274-d8d6-4be7-9f91-38f2ca0d08a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.356346498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"9619a424-57a0-4791-b3be-9ee6c8267544","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.382454781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"30fc12d8-59c9-4887-abfc-ef375ac122a5","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.383749585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fc6ecca6-9523-44a7-920f-6037171f68e0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.384458948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"9619a424-57a0-4791-b3be-9ee6c8267544","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.389575526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"969ccb6d-e2de-476b-a77d-ed1bc372ae21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.390532311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1ff49652-6b90-445a-811f-393365430545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.393001815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"30fc12d8-59c9-4887-abfc-ef375ac122a5","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.39452527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fc6ecca6-9523-44a7-920f-6037171f68e0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.399701236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"969ccb6d-e2de-476b-a77d-ed1bc372ae21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.40045458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"1ff49652-6b90-445a-811f-393365430545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.402386782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"30fc12d8-59c9-4887-abfc-ef375ac122a5","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.404986158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fc6ecca6-9523-44a7-920f-6037171f68e0","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.481721219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d89366d2-ce65-4b7b-967f-26dedd1b72d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.487135828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9379e16f-44ab-4709-8e34-b81e9c394c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.495231088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d89366d2-ce65-4b7b-967f-26dedd1b72d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.498265403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9379e16f-44ab-4709-8e34-b81e9c394c63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.49870427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a98560d-4413-4289-b97a-ad3e762508c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.507308136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1a98560d-4413-4289-b97a-ad3e762508c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.588446647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9527b53f-6f24-4ed6-bd98-e754b235c15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.588937271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a5b4a8a0-c220-4b22-9a45-869258822eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.665319892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e80a4edc-d521-4397-9e67-ab4da8b34fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.665873989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f44211-23c5-4709-b803-5ca894baf2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.703562313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9527b53f-6f24-4ed6-bd98-e754b235c15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.827086921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b4ef7395-95fd-4446-8133-ca545d9e0b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.794515366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"a5b4a8a0-c220-4b22-9a45-869258822eea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.845802884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39f44211-23c5-4709-b803-5ca894baf2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.849061173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e80a4edc-d521-4397-9e67-ab4da8b34fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.85193946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b4ef7395-95fd-4446-8133-ca545d9e0b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.88417394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dd02cd37-6adc-43ec-840d-7df7430d002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.886541997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"285353a0-92aa-43ea-9d55-14521f748b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.890860151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dd02cd37-6adc-43ec-840d-7df7430d002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:36.893794918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"285353a0-92aa-43ea-9d55-14521f748b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.749347993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"4293eea4-8735-4620-aa2f-e9db318f6fd2","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.758773126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"83fc8ff6-17e3-4f98-af20-1e5d0ddc9458","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.759070656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"76bb3e2a-cbc4-4c7c-bb1e-89810715274d","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.766989772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c22c36e6-ceda-40ca-8b62-64833bc71498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.767270262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"695c19e1-732e-4c48-9d0a-3d62bdc95250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.767277146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"70a206af-1407-40f7-a91a-81112e0c65c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.769977756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"569127af-9170-489c-bd45-4486fe8e722d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.771489213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"83fc8ff6-17e3-4f98-af20-1e5d0ddc9458","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.775257893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"70a206af-1407-40f7-a91a-81112e0c65c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.777447687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"695c19e1-732e-4c48-9d0a-3d62bdc95250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.779783802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"c22c36e6-ceda-40ca-8b62-64833bc71498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.782078955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"569127af-9170-489c-bd45-4486fe8e722d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.783159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"83fc8ff6-17e3-4f98-af20-1e5d0ddc9458","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.801304162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"569127af-9170-489c-bd45-4486fe8e722d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.981335097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"0b62537a-0b05-4d04-8c6a-6c31402c80b0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.981907586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"40681252-e547-4403-b8f5-c5e6b244257e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.982304494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ba101efc-455a-496a-bb87-fc3ba030f033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.990414931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ce71bf15-5556-44c5-a818-714e468a72ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.993353975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"0b62537a-0b05-4d04-8c6a-6c31402c80b0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.99407416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ba101efc-455a-496a-bb87-fc3ba030f033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:38.995675056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"40681252-e547-4403-b8f5-c5e6b244257e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.002795996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e8a8d8f8-1213-4418-ab3a-410de4e243b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.006234752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ce71bf15-5556-44c5-a818-714e468a72ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.012966047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"e8a8d8f8-1213-4418-ab3a-410de4e243b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.036861848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"0fc70077-f628-4475-ba30-bb696da51411","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.055250978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1484bdb2-1b74-4be2-993e-ebef0b769ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.055448736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3412f98-fc9b-4a7c-b9d5-cdcf2786c5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.074625963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3412f98-fc9b-4a7c-b9d5-cdcf2786c5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.074831932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1484bdb2-1b74-4be2-993e-ebef0b769ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.102610476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"9a0e3538-1f13-433f-9dc6-4613b1843e7e","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.116218395Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"582fb63c-6abd-4d6d-8583-1a40cf9c643b","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.135414403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c268443a-d5a5-431d-9494-f45b963c8c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.135664117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"28bfa03b-1be9-4bd4-b8c8-6a468406ac65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.14115468Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"d05a78cf-e7d2-4952-80be-b7c5c1ae66cb","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.145240036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c268443a-d5a5-431d-9494-f45b963c8c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.146415333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"28bfa03b-1be9-4bd4-b8c8-6a468406ac65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.175457526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"aa7b0aa8-ee1c-4cb9-b66f-5c5ef147bccd","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.180145295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"7a0d40c3-56f0-45c8-9109-4c4a99a6868c","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.347532336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"74720684-8d8e-4b74-95f1-4acc49815542","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.588244591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"603a324c-54a5-4c92-9ff6-60cc9955be73","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.589332837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"0efcbe26-26db-4a62-b0a5-976bd7991f18","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.632683909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b4c27721-8280-4071-8530-6bae2dae3c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.6332549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2a450c01-011f-400e-b0d0-392f3ed4e480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.633908585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"ae02bb75-4f57-48b0-bd59-b5f98dc5f670","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.636676674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2d0b4bbe-ed04-4a5b-b30b-a8ce26af2f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.644443819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b4c27721-8280-4071-8530-6bae2dae3c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.648533801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"2a450c01-011f-400e-b0d0-392f3ed4e480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.649356505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"8445024f-dbd9-458f-8f3b-5aaaa28cef25","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.654266221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2d0b4bbe-ed04-4a5b-b30b-a8ce26af2f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.676537968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"8445024f-dbd9-458f-8f3b-5aaaa28cef25","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.677323706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"5ca579f0-ec05-4c3b-823a-0cc02d06ee7a","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.683634279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"e649d9e0-3d57-4c1a-9b6e-bc7556af9e9f","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.694710759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2927ff64-0567-40d7-876c-30a74401c8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.706939887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"8445024f-dbd9-458f-8f3b-5aaaa28cef25","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.726888128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2927ff64-0567-40d7-876c-30a74401c8be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.73153154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"a0b49b44-6641-4a7f-aed5-885f702950e9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.750348171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"a0b49b44-6641-4a7f-aed5-885f702950e9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.753637827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"406dc68d-bf6f-438c-b68d-1e20ed9c6423","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:39.767446078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"a0b49b44-6641-4a7f-aed5-885f702950e9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.196389728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"561f31f9-0345-47d0-9f2c-4f817ec64d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.216439416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6a374ff6-7bef-491b-885a-52b0b92041a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.219991705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"561f31f9-0345-47d0-9f2c-4f817ec64d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.220522309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"f8e5ff16-24fb-4dab-9100-e38f082b24b9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.224868433Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"9fd0a466-41bc-45c2-bdd1-1d31e34fc884","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.226136426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"081d27a9-1ab5-4d7f-a0bb-cc04b0b739fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.231325374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"f8e5ff16-24fb-4dab-9100-e38f082b24b9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.238341705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"cf4a3f00-de26-4310-bc0e-d52cebd1883f","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.238609036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6a374ff6-7bef-491b-885a-52b0b92041a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.238949146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7d77389c-59b1-4667-a054-781943255dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.254181842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"081d27a9-1ab5-4d7f-a0bb-cc04b0b739fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:40.257302373Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"9fd0a466-41bc-45c2-bdd1-1d31e34fc884","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:10:40.257462465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"9fd0a466-41bc-45c2-bdd1-1d31e34fc884","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.291795927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7d77389c-59b1-4667-a054-781943255dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.304801566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"8db30001-8f90-474a-b457-4c2418c2967f","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.335250659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"2bc159e6-97a8-40f5-bbb9-8c82b80fc78f","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.387377659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d537330-0f38-4d81-ae89-b9eaeb5f0f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:40.39702286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d537330-0f38-4d81-ae89-b9eaeb5f0f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.024020496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"94670776-2f17-4c53-b336-5fa589c0f791","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.069579791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"9e810694-f7c6-41f1-849b-919a8cb228f7","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.07795419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"86410b44-3fe9-4eab-845d-fefd73668d0c","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.078541561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d121fc3f-6e0c-4746-90c5-921b9210bdcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.310575434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fa29377c-1661-4c95-ad8e-5e5163e15ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.31111348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15cb2d10-08cb-4848-9eaf-dd19927b892c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.311888655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13b56d01-545f-4065-97fd-b24ee408c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.35353677Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"d9e99314-e23e-4082-9268-c76e07c04f7d","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.549498983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"efbb7389-1b4c-4902-bd40-2bd32fdd360a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.565871328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"252354e6-9776-4ffe-92b1-ce0ccb98c5b9","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.732503783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15cb2d10-08cb-4848-9eaf-dd19927b892c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.733645829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"b50896ce-a425-4338-b1e1-429b97751801","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.757806121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"13b56d01-545f-4065-97fd-b24ee408c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:41.758406807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d121fc3f-6e0c-4746-90c5-921b9210bdcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.079836397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"42cc4a3f-9c90-4fb9-98ba-9f19e7247e0f","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.080084317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"efbb7389-1b4c-4902-bd40-2bd32fdd360a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.287742465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"edcb4913-d13d-4a76-80b2-ffc49adaf3c0","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.417773393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fa29377c-1661-4c95-ad8e-5e5163e15ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.505335636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"bab36cb7-32c4-4ec0-ba66-d91a4d0ba248","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.510875289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f626654a-8138-46cb-8110-c6dfbe3d2e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.512037979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"698ff2ec-d622-43bf-be11-597f0542144d","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.515895941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0c2e7299-234d-447c-88be-30f5d6b75a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.516416253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4967d81d-8bcc-46a1-82a4-0e82e186cd57","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.518297571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"bab36cb7-32c4-4ec0-ba66-d91a4d0ba248","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.522653356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f626654a-8138-46cb-8110-c6dfbe3d2e17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.526214157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"0c2e7299-234d-447c-88be-30f5d6b75a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.541186406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4967d81d-8bcc-46a1-82a4-0e82e186cd57","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.548034918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"bab36cb7-32c4-4ec0-ba66-d91a4d0ba248","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.553398856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"4967d81d-8bcc-46a1-82a4-0e82e186cd57","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.567393774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"cc77e518-5918-40b6-9e66-81a974fa3683","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.572591778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"aefd037e-d2fb-4d72-94e7-a64e829561bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.581299363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"aefd037e-d2fb-4d72-94e7-a64e829561bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.585023918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7ed8898e-7272-458c-8329-e8cc9ebc4915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.586043402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"f5db7172-9f68-43fc-a859-fdc16de6c146","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.595335828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"7ed8898e-7272-458c-8329-e8cc9ebc4915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.601422047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"4c55a1f4-2736-4466-a42b-6cceb00695a5","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.678481518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"823661df-c981-4ec7-9715-782e142e7d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.690600758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"823661df-c981-4ec7-9715-782e142e7d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.694002835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"dc6d6818-6f25-4a0c-bda6-5ab92f81e74d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.702588542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b7552694-2bb2-440e-96d3-98ed8b764b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.703602194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"dc6d6818-6f25-4a0c-bda6-5ab92f81e74d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.706890411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d25ed8d6-d48c-4bb1-974e-ddcada3966ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.711242858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"b7552694-2bb2-440e-96d3-98ed8b764b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.719494029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d25ed8d6-d48c-4bb1-974e-ddcada3966ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.895213875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82224110-2dfd-482c-a852-953caf994ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.898540316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e8644404-b473-47b1-8dac-8db3015f9618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.899014523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8b6f7eb7-c0d8-47b0-a0fe-8db0df8a6028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.900006709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48ed7211-d3a4-4ed9-8fb5-155f82e33883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.902723442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82224110-2dfd-482c-a852-953caf994ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.905783122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e8644404-b473-47b1-8dac-8db3015f9618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.90841284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8b6f7eb7-c0d8-47b0-a0fe-8db0df8a6028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.91075737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"48ed7211-d3a4-4ed9-8fb5-155f82e33883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:42.996196131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"54d726fa-bd18-4295-baa1-e23982a21794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.003475698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"54d726fa-bd18-4295-baa1-e23982a21794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.092507209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"304b3a89-d40f-4a88-bed0-b100693fb266","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.097040134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5a443b26-12a7-4ab2-aeda-f3c314a9912c","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.121009624Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5a443b26-12a7-4ab2-aeda-f3c314a9912c","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.126674698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5a443b26-12a7-4ab2-aeda-f3c314a9912c","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:43.141867567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"3183b6ae-9582-4fcf-aac9-dcc7c790efac","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.681522195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"b9c69fe3-2b6d-43cc-a901-d967f981fe13","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.689086057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"132cd4b5-9333-4b00-b2dd-d31e015dfbe6","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.690130315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"28c75845-91f8-4035-9740-77481a25f803","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.713982429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"28c75845-91f8-4035-9740-77481a25f803","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.720036461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"28c75845-91f8-4035-9740-77481a25f803","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:45.731000992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"36a98edf-01bc-426d-8ebc-0e9d2156ea19","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:47.425217182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.600300392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"56135fda-5771-4679-891a-85a9c2649332","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.615828441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"56135fda-5771-4679-891a-85a9c2649332","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.62330007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"56135fda-5771-4679-891a-85a9c2649332","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.626046637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"bb377b87-d7da-4d04-ac76-08fc3aa2c476","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.633146546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"bb377b87-d7da-4d04-ac76-08fc3aa2c476","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:52.639015427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b46b18e34d83e4d5f0529166fe789a961316b3d3bf8738e1098ddd66546c554d) AuthConfig (6156a835779d18686185893d7a2b20b80e894abf081d72c919925275e95db7e2) AuthConfig (f73f837bc8480272cfc1a63b416f8c2f4b28b83bf80575f22bddfed080947706) AuthConfig (e05978a15a552f3c76bfa3f42639d4dfd2e420a323209748915eb67f29333a34) AuthConfig (853592e373a68ecf099e25e8cebb52b43f11b86040484d60725d0ac692f559cf) AuthConfig (32c9dd41ca68684614f0ecc9cbf409b935781d370a0bd4f38201990456a902a9) AuthConfig (ce864f555c3c336b4e7e1f2e78a62fe1fea6671e4e86ead740c3efcec67d3c78) AuthConfig (2bce7428f154df63ad4421f56b9b78bd5aac49f7b6c423831d519c12bdefc973)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"bb377b87-d7da-4d04-ac76-08fc3aa2c476","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:53.144641788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3cd56047-f3c0-4820-997f-e09e6cc3e1dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:53.151850575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3cd56047-f3c0-4820-997f-e09e6cc3e1dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:53.159135601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3cd56047-f3c0-4820-997f-e09e6cc3e1dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:55.939860261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b292b0fa-0903-4914-bc5a-8f3f72823f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:55.949770539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b292b0fa-0903-4914-bc5a-8f3f72823f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:55.99289503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b292b0fa-0903-4914-bc5a-8f3f72823f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:56.988041551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"f9a59971-7b12-4ac8-be8f-68a48967fa07","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cfl-ok-bd84d1","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.452658327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"8ee44696-c204-44fd-bcd2-f75c8c6d6045","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.452789143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"8ee44696-c204-44fd-bcd2-f75c8c6d6045","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.506347405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"bda68d1a-ce0e-4ca1-86e0-f6bc615bd38e","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.532764011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"0d59becf-7b26-4f86-852f-a0dd7373a4fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.555621641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"0d59becf-7b26-4f86-852f-a0dd7373a4fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.56412439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"0d59becf-7b26-4f86-852f-a0dd7373a4fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.711414627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"61f7794a-5c5f-418e-a161-0a16b5804f48","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.728293331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"61f7794a-5c5f-418e-a161-0a16b5804f48","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.736308334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"61f7794a-5c5f-418e-a161-0a16b5804f48","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.750719453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"4f99adbc-419f-4085-9e8c-73bca1131e5e","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.864910644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5738ae93-5f95-4afc-991c-265db321ec0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.90448767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5738ae93-5f95-4afc-991c-265db321ec0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.914677015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5738ae93-5f95-4afc-991c-265db321ec0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.951152353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f7028173-799c-4e67-8356-bd84c5545d13","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.962672677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f7028173-799c-4e67-8356-bd84c5545d13","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:57.971143902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f7028173-799c-4e67-8356-bd84c5545d13","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.503458734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"41ed550c-f862-41ea-baad-f5c311a5de85","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.589656581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"41ed550c-f862-41ea-baad-f5c311a5de85","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.639111395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"acf3bc88-029f-4c80-9a61-98d74873e1c5","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.656559462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"41ed550c-f862-41ea-baad-f5c311a5de85","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.771377943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"bd51506f-0e12-4065-a97c-252012ac968b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.781963239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"bd51506f-0e12-4065-a97c-252012ac968b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.821949868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"bd51506f-0e12-4065-a97c-252012ac968b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.903940078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"fa531789-6fd7-4cdf-88c0-169c64a1236a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.929472885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"fa531789-6fd7-4cdf-88c0-169c64a1236a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:58.992640745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"70e45358-c8e7-4ae1-a858-1d3a5547afef","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.02168202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"70e45358-c8e7-4ae1-a858-1d3a5547afef","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.041897058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"70e45358-c8e7-4ae1-a858-1d3a5547afef","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.083265077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"0eecf2de-3dd3-43b4-a650-d9d5c4d637c0","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.083403013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"0eecf2de-3dd3-43b4-a650-d9d5c4d637c0","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.312538876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-165210","namespace":"e2e-extmod-cfl-2-5a0b9e"},"namespace":"e2e-extmod-cfl-2-5a0b9e","name":"e2e-cfl-broken-165210","reconcileID":"ff72e459-39d1-43f1-9515-d21c4ab75ceb","namespace":"e2e-extmod-cfl-2-5a0b9e","name":"e2e-cfl-broken-165210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.485481981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"2e5fd355-46da-445d-ba68-25b87556a51f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.486937207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ba705c1a-8790-4cca-a6ac-38ac0b2f9e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.500351501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"7698b66f-f4e7-4e20-a26c-6d5c9167a58c","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.502492985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2b6d9ce4-0d85-4b1e-81fd-13a245cd998a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.513628594Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-165210","namespace":"e2e-extmod-cfl-2-5a0b9e"},"namespace":"e2e-extmod-cfl-2-5a0b9e","name":"e2e-cfl-broken-165210","reconcileID":"091d0161-25c4-4aec-8fc6-f24bf705eb59","namespace":"e2e-extmod-cfl-2-5a0b9e","name":"e2e-cfl-broken-165210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.514154763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"24582707-0765-4cf7-a843-b59cef237b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.551347037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ba705c1a-8790-4cca-a6ac-38ac0b2f9e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.552384701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"2e5fd355-46da-445d-ba68-25b87556a51f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.589654293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"2e5fd355-46da-445d-ba68-25b87556a51f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.61780958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"7698b66f-f4e7-4e20-a26c-6d5c9167a58c","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.649408978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ba705c1a-8790-4cca-a6ac-38ac0b2f9e05","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.826336423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"24582707-0765-4cf7-a843-b59cef237b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.870485377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2b6d9ce4-0d85-4b1e-81fd-13a245cd998a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.922726955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2b6d9ce4-0d85-4b1e-81fd-13a245cd998a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.924272581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5956c7f4-8814-48ae-a1f7-7cc9d9bfef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.924768296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f3a1a1d4-a606-4854-b40e-9104f6052348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.96600327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f3a1a1d4-a606-4854-b40e-9104f6052348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.967710497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5956c7f4-8814-48ae-a1f7-7cc9d9bfef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:10:59.99147541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2032f773-c4c9-4819-8792-6dd2e0666d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.00659634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2032f773-c4c9-4819-8792-6dd2e0666d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.05983852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"47621b1a-e4f3-4fcb-816c-b9f22947dee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.071186036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"47621b1a-e4f3-4fcb-816c-b9f22947dee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.114503943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"d94ae42f-0c7c-4adb-b4a4-a9a844913972","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.114644112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"d94ae42f-0c7c-4adb-b4a4-a9a844913972","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.166967452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14a066de-6dcb-4c4b-9172-55d14427d258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.175043055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b11afece-c247-40e7-ae2f-9035c3048837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.194785859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"2af3666e-9dae-477f-af52-65fe2b12e056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.213704196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"14a066de-6dcb-4c4b-9172-55d14427d258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.313571999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d00c2d9e-392f-421c-93a9-2bf30ad3c274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.342446297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"b11afece-c247-40e7-ae2f-9035c3048837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.349861215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"27f17180-11a7-4054-b29f-a32db6659c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.350442912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"2af3666e-9dae-477f-af52-65fe2b12e056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.38399526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"d00c2d9e-392f-421c-93a9-2bf30ad3c274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.410781401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"27f17180-11a7-4054-b29f-a32db6659c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.593281568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5aeddd8e-64b3-4418-b498-b739aa29b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.605143189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2bbc3e43-02a2-4781-b721-d6fe881b430f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.605785342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b5017d3f-d261-42e3-b1af-e52b9d937822","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.606792828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"6d541724-40a8-4271-b418-a313aebbafb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.622829148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b5017d3f-d261-42e3-b1af-e52b9d937822","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.634788858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2bbc3e43-02a2-4781-b721-d6fe881b430f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.640108193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9cbe6301-5b1f-4737-a5e0-a0fcdfbaa0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.644888373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"5aeddd8e-64b3-4418-b498-b739aa29b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.658572008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"6d541724-40a8-4271-b418-a313aebbafb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.720294814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"6d541724-40a8-4271-b418-a313aebbafb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.72500062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9cbe6301-5b1f-4737-a5e0-a0fcdfbaa0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.726641449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"2bbc3e43-02a2-4781-b721-d6fe881b430f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.74065536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"27111aae-d308-4be2-8dbd-48cd5d43af9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.779991918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"27111aae-d308-4be2-8dbd-48cd5d43af9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.786577336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6054ad3a-2cb3-4bcb-9033-55804f6b3f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.788511019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"27111aae-d308-4be2-8dbd-48cd5d43af9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.794484731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c19c8c16-dbd2-47ed-bffe-056da78a04ac","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.802055775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6054ad3a-2cb3-4bcb-9033-55804f6b3f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:00.830409059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"c19c8c16-dbd2-47ed-bffe-056da78a04ac","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.714631012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"af2ad9c3-e3b4-4584-8ed9-451d421b47ac","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.714655424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"af2ad9c3-e3b4-4584-8ed9-451d421b47ac","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:01.7197305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"c4c53fe6-b518-47b6-af42-e48b338e6905","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-c4c429-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.731595738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"57a808b4-7145-48d6-992b-7ed5caab5337","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.731619112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"57a808b4-7145-48d6-992b-7ed5caab5337","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:01.740003543Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"57a808b4-7145-48d6-992b-7ed5caab5337","name":"e2e-dft-c4c429","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c4c429\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:01.740051535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"57a808b4-7145-48d6-992b-7ed5caab5337","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-c4c429\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.74345676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"63588b1b-6817-4e5b-afb1-f63663bad911","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.74347678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"63588b1b-6817-4e5b-afb1-f63663bad911","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.789309697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"e5c1c9ba-dfd2-4dea-b228-f2be2aecdb47","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.789411604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"e5c1c9ba-dfd2-4dea-b228-f2be2aecdb47","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.795393307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b782fd51-743b-4a7f-b278-373e622110b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.795444447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"261f99fe-99a9-41a8-84cd-056925e15f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.797764108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"3cf128f6-1dba-453a-a5a2-a81e9a37f2de","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.803307845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"261f99fe-99a9-41a8-84cd-056925e15f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.803746594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b782fd51-743b-4a7f-b278-373e622110b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.805605288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"3cf128f6-1dba-453a-a5a2-a81e9a37f2de","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.806710603Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"ecb55a13-853d-43cd-9240-bd81ca25a421","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c4c429","model":"e2e-dft-c4c429","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-c4c429-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.83824004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"ffc474a4-99f2-4aa3-8265-6226f83b5ed7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.838263381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"ffc474a4-99f2-4aa3-8265-6226f83b5ed7","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:01.903708894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"5aaed782-6ec1-4d95-bbb5-7f86ea1f60c3","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c4c429","model":"llm/e2e-dft-c4c429","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.014410581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1bd53a1-bbd5-4fbf-ad30-08b7bb3496b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.014935832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c94435f-f7e8-41e6-a5a6-f6f0af95d1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.025423065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1bd53a1-bbd5-4fbf-ad30-08b7bb3496b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.028340917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c94435f-f7e8-41e6-a5a6-f6f0af95d1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.04783467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"9ec22b76-37fb-4d3b-a4d3-ee1e9c69235d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:02.057626025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"9ec22b76-37fb-4d3b-a4d3-ee1e9c69235d","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.72916114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2a26dbe4-fc78-4c17-8a57-7fba5eafa910","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.735083036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5a5ef270-f9e0-4bd5-a1f2-68cf0cb121cb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.736953646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2a26dbe4-fc78-4c17-8a57-7fba5eafa910","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.742527449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5a5ef270-f9e0-4bd5-a1f2-68cf0cb121cb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.743317085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2a26dbe4-fc78-4c17-8a57-7fba5eafa910","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.747999818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5a5ef270-f9e0-4bd5-a1f2-68cf0cb121cb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.754203651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"786bf073-bc93-4c78-8e39-70701f9ab00d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.754222311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"786bf073-bc93-4c78-8e39-70701f9ab00d","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.769730997Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"7b2bcdf3-6c0f-46f1-89e5-ec1f21d93a40","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12b19af0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.830212463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"f422a29a-0911-4588-8cac-d474b05037a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.830368002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b3cb4e80-634b-4ec1-8dcf-7636d30856a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.838764056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b3cb4e80-634b-4ec1-8dcf-7636d30856a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.839650235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"f422a29a-0911-4588-8cac-d474b05037a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.846569669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"f422a29a-0911-4588-8cac-d474b05037a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.931550324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"00a3b237-9e9c-4c05-8638-7726bbae7747","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:10.939410357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"00a3b237-9e9c-4c05-8638-7726bbae7747","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:17.427406144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.752960399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"740465c6-34be-4586-a880-0c1b4bad7f86","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.756538018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"9af4721b-8076-476f-89db-1c52fb5487b0","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.760287448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"740465c6-34be-4586-a880-0c1b4bad7f86","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.763633456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"9af4721b-8076-476f-89db-1c52fb5487b0","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.766743913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"740465c6-34be-4586-a880-0c1b4bad7f86","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.769216512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"9af4721b-8076-476f-89db-1c52fb5487b0","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.773240212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"35c5a15a-030b-4724-923b-04e9ecd79541","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","subscription":"e2e-cfl-ok-bd84d1-8664e4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.780058569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"35c5a15a-030b-4724-923b-04e9ecd79541","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.783486944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-sub","reconcileID":"35c5a15a-030b-4724-923b-04e9ecd79541","MaaSSubscription":{"name":"e2e-cfl-ok-bd84d1-8664e4-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.816545225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"ffe28d35-6635-46b4-a780-834bb527bd50","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.816571921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"ffe28d35-6635-46b4-a780-834bb527bd50","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.902898451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b73c8247-967c-4a62-95a2-81925f01dcc7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.982816352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"e93c465d-6cd1-44ef-b16a-947e962c3337","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.982856574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"e93c465d-6cd1-44ef-b16a-947e962c3337","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.986495553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"b73c8247-967c-4a62-95a2-81925f01dcc7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.992857823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"1ee9e444-71fd-4b18-81cd-f96f4b7910cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.994022434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"886f01a5-a086-48aa-8068-9afb4670240c","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:20.994041092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"886f01a5-a086-48aa-8068-9afb4670240c","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.000560148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"1ee9e444-71fd-4b18-81cd-f96f4b7910cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.002462153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"76a96398-1a85-4f7a-8926-73bd9932222c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.006251727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"1ee9e444-71fd-4b18-81cd-f96f4b7910cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.050517441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"76a96398-1a85-4f7a-8926-73bd9932222c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.074088735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"76a96398-1a85-4f7a-8926-73bd9932222c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.0741183Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-cfl-ok-bd84d1-8664e4-access","reconcileID":"76a96398-1a85-4f7a-8926-73bd9932222c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-bd84d1-8664e4-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.085949447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"003774be-52b8-4e99-9111-dfa36f91b202","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"tenant":"e2e-extmod-a-cbeebd","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","model":"e2e-extmod-cfl-1-8664e4/e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.085970154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"003774be-52b8-4e99-9111-dfa36f91b202","MaaSModelRef":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"routeName":"external-model-e2e-cfl-ok-bd84d1-10d91568d523","namespace":"e2e-extmod-cfl-1-8664e4","model":"e2e-cfl-ok-bd84d1","externalModel":"e2e-cfl-ok-bd84d1","provider":"e2e-cfl-ok-bd84d1-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.606678092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"311f8f21-ad0c-4a8f-a480-801b38e9fcfa","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.781669215Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-bd84d1","namespace":"e2e-extmod-cfl-1-8664e4"},"namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","reconcileID":"4f6ff8b1-e20c-49ae-8527-182387f70bcf","namespace":"e2e-extmod-cfl-1-8664e4","name":"e2e-cfl-ok-bd84d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.78279956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"fa4f0301-f264-4fc2-9c6a-4b88feefc187","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.783186473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"678ccc7b-0aa5-4d59-8caf-ec1b6443e287","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.785304521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5ac93f29-50c6-45d9-9667-109b1159d820","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.790229315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"fa4f0301-f264-4fc2-9c6a-4b88feefc187","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.790398572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"678ccc7b-0aa5-4d59-8caf-ec1b6443e287","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.7930686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5ac93f29-50c6-45d9-9667-109b1159d820","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.794355489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b11185-7d99-46f3-8576-83dd42640487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.796102409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"fa4f0301-f264-4fc2-9c6a-4b88feefc187","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.796976253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721b172-d8b0-4aab-b265-087fad17e1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.79777577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"678ccc7b-0aa5-4d59-8caf-ec1b6443e287","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.799011261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"5ac93f29-50c6-45d9-9667-109b1159d820","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.80187853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8b11185-7d99-46f3-8576-83dd42640487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.806479714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721b172-d8b0-4aab-b265-087fad17e1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.808820728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1510e100-2e76-4b4a-a854-f2d66992bd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.808978931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"752178c1-7313-41f0-8a18-f2e7d9ff74be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.811255536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6c1a729d-bde5-4d79-9c85-2a9bc1d5f3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.817794597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"752178c1-7313-41f0-8a18-f2e7d9ff74be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:21.884585855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1510e100-2e76-4b4a-a854-f2d66992bd29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.02829819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9311037d-034f-4f45-ad0f-efc43f4151be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.034190852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6a571300-7e84-412e-b75a-14947b6bf83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.046993996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9311037d-034f-4f45-ad0f-efc43f4151be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.051083072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"6a571300-7e84-412e-b75a-14947b6bf83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.060509695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"35d9a47a-4916-4f90-b69e-03ece64e798b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.062690039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"85e6fa9c-4a8c-4829-b6f0-774a97ca5132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.072741533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"35d9a47a-4916-4f90-b69e-03ece64e798b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.077306162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"85e6fa9c-4a8c-4829-b6f0-774a97ca5132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.127299636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"6c1a729d-bde5-4d79-9c85-2a9bc1d5f3df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.218498431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b87518d0-0c54-4418-a65e-00431134d0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.284511935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"6e2f9b85-435f-442a-a99c-2fa15343b355","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.342304633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a3eda8fb-bbca-4ae7-a3e7-df00722281a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.383813165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"38462ba6-6029-414d-a42f-2cb5ca093e76","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.385882961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"6e2f9b85-435f-442a-a99c-2fa15343b355","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.398114036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b87518d0-0c54-4418-a65e-00431134d0ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.436397058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"a3eda8fb-bbca-4ae7-a3e7-df00722281a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.461457586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"38462ba6-6029-414d-a42f-2cb5ca093e76","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.467702415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c6e35fa2-2b5c-46eb-86fe-a347b225e23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.470407801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-917da2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2890770850db47854249755a150bcdd01dc16216482f33473aa77f01cf34b239) AuthConfig (8e129965c9c04e3cc996eb17f18c6007227786317b909fafabd75b6daa3b1a68) AuthConfig (579fc8c8867e306998e8b6b811807f8c9dc0128c60a7c3413394a95c69df8544) AuthConfig (3b7bf8ef00cfa99790b5c1df5a868290707f9ec6e8db210e7f60ef6467a2146b) AuthConfig (b429293c3036ea3e0116317c810afad719f00a4b34cb9e03641dc561f93856ef) AuthConfig (c4577d94d5e945998ca13658d372342d7f8dc415db19db4e3347b769b1f5df19) AuthConfig (515b4fc18f1829e5ad5f4ca819679df26da42aa10118e5d3e9259bf58832f18f) AuthConfig (5b9a5b3644f87a5152897a29353c920970b750e6db3c4e5d7d1f69399028c14d) AuthConfig (5a6ed9e59f9f3eef7922cc2a4ac7531b1809bb7298868bb36a084508beb60b85) AuthConfig (e669358be0428bb00d4f8be4c0f192adecf82b8629dd531ec9d22193da7cb99d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"38462ba6-6029-414d-a42f-2cb5ca093e76","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.477543288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c6e35fa2-2b5c-46eb-86fe-a347b225e23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.483197781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9addc614-73fc-439f-bf69-93548cdf4af5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.490480982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9addc614-73fc-439f-bf69-93548cdf4af5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.496657159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9addc614-73fc-439f-bf69-93548cdf4af5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.50517895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3f65f4c9-b56a-4b02-9b3a-6d80a6caaa03","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.512833961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3f65f4c9-b56a-4b02-9b3a-6d80a6caaa03","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.518838242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-35936b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b0798cd26d141dcddbf80695f9fefff0f2daa0e685695bf9c43df1e19e3a851) AuthConfig (6c293931e5f80378b387d8dcce216e564086ac481b7fa63df01ea5428f178d5b) AuthConfig (165b5dd7dfc867d45938c8b38de7f24bcd470fbec0c1e74da5769431fbef4184) AuthConfig (7367e36d1217095647dac0ee8a2b3745835f166e0ee4ae1e6b703c532e867be6) AuthConfig (fe1bcbcc8206eda23d795efdb771ab091a45fd1479e3dc152214251f0d1f4fbc) AuthConfig (99ddbc8a097ee553c81576e1bcadd9e3b30edd81480cfcf306ba5bbbe8285621) AuthConfig (3c98783408121c9962de5187492ecd183be8e3cab11a241892f4b621910220c4) AuthConfig (6233bb1106e104b7e70409c972f1293c720df79479041ba0cfbbde2128aa1d9d) AuthConfig (c91ea0bf3a7886b946856c0dcd7f6ca5fc7fa32cb65997b3ac00554d1daba68c) AuthConfig (55466e0016fce6c702a02577f2971e1a0451a7f0ba6a75777fb36406908932b1) AuthConfig (3cdaf00cee684f2ae7bbc5686108e412c86b730de3077f52b7924cd92a020055) AuthConfig (b989d3587056b05edb5ab0a69e61be43e30199eb51d32d5408885b6606920cbd) AuthConfig (96a9c8aabf46737e3fbc7672743f6509db303a16c2143bf6db131f94cc43c62c) AuthConfig (d138f21f134e6502b11e6885e86402301eb3b682010e603ce7e5abd89d12daaf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3f65f4c9-b56a-4b02-9b3a-6d80a6caaa03","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.587677745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c4687e-3e96-44e9-aa64-4fe350b5be26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.5881091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c040f51-fda3-4120-b331-e1ca75bfa94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.596507098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c4687e-3e96-44e9-aa64-4fe350b5be26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:22.596514007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c040f51-fda3-4120-b331-e1ca75bfa94e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:29.228357567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"d106c2a2-b030-458d-ac9d-3f7b928e75a0","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c4c429","model":"llm/e2e-dft-c4c429","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:29.313659517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"0cb12fab-3313-45c6-964c-be3a5b958d1c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:29.313792105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"0cb12fab-3313-45c6-964c-be3a5b958d1c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.616602798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a39117d2-6a36-4b27-85ce-b0b24f8eb2da","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.628149906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8680efa-24e4-48dd-92d5-e0ce611440b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.631858293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"a39117d2-6a36-4b27-85ce-b0b24f8eb2da","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.645971548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f41dd78a-dd93-4e63-9a9c-cb8c344202a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.669004283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8680efa-24e4-48dd-92d5-e0ce611440b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:30.673963637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f41dd78a-dd93-4e63-9a9c-cb8c344202a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.511823437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"8dd04624-3217-4267-a39d-f55517a4b75e","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.531909885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"8dd04624-3217-4267-a39d-f55517a4b75e","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.533896019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"13acdbc9-3263-4add-9a75-c2a26cc675ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.546779536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"d7eb3ad8-6681-4040-8931-7d6056912950","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.547600057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"13acdbc9-3263-4add-9a75-c2a26cc675ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.55973278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b289e44a3dfa44337ed961c65b80f761b07a73c530eb246f3bb3d8b69f02091) AuthConfig (0717e52b515f620442fe67cafc33282df82dee0420a45544f3dd15cc929c1c02) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (de9881fc503e0c47d3a636d839ec4ee1e8c7baca9d6eea631b3b3aa0cc25c834) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (994871750186111314e2ad06e512ac58e19f39a0934f9ea44f45100426ad052f) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"13acdbc9-3263-4add-9a75-c2a26cc675ca","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.562190104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"d7eb3ad8-6681-4040-8931-7d6056912950","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.576281226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"3fc05b0a-ab74-4bb9-9661-a7be4be2329a","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.666586421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"254b67ee-3071-4ad7-a466-939c06d975db","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.666620176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"254b67ee-3071-4ad7-a466-939c06d975db","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:32.674259784Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"8ec72c9d-6a86-4c86-bb0e-729af00b7fa9","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.622175891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"f6800afe-7f2e-4c7e-a47b-ada585da7206","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.628012011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3a403a40-a795-45f1-ac6c-4f7688655074","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:34.628306979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"58817e0a-b460-44a3-8646-8a08e4679e13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-39e667-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.63553038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3a403a40-a795-45f1-ac6c-4f7688655074","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.640964021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"1d7151ae-f5f5-40d8-8c90-d8a2fabc6759","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:34.65229163Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"1d7151ae-f5f5-40d8-8c90-d8a2fabc6759","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-39e667-e2e-extmod-a-35936b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:34.652344101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"1d7151ae-f5f5-40d8-8c90-d8a2fabc6759","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-39e667-e2e-extmod-a-35936b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.656333048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"d000f542-6557-436d-9405-43c734f39972","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.664044922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"52be5960-4196-48e6-91fa-7ef316545287","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.672483399Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"69a74ded-8cb9-4f07-ab00-589725517b7e","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-35936b/e2e-shr-auth-39e667-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.704403706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"8d662625-0f16-4c44-b5fd-8c365225b699","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.755681338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"085f8c0f-124f-4f8d-8c83-158d2e0df9ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.764553178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"085f8c0f-124f-4f8d-8c83-158d2e0df9ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:34.772670343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"41f20780-ddec-4f95-af4e-854b484cd21d","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.285202771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"9966d3d7-2b6a-4af4-b621-4681d06d8dbf","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.285232384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"9966d3d7-2b6a-4af4-b621-4681d06d8dbf","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.289056723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5b57f485-00f2-4ba4-a6a6-ca5ae560fcca","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:37.289845704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"156ab1d7-401a-4845-93b9-a2fb9f2ea1e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-d039dac9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.296709602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5b57f485-00f2-4ba4-a6a6-ca5ae560fcca","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.305297492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"6529b127-def1-4e8a-b1db-18b34ecaf9fd","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.305317363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"6529b127-def1-4e8a-b1db-18b34ecaf9fd","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.313893566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"d4f6b5ba-bc54-458f-a081-bc4b9eb492f4","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.313959975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"d4f6b5ba-bc54-458f-a081-bc4b9eb492f4","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.321556434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"ad94570f-ae82-4d77-90a7-409e8785bc01","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.321578945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"ad94570f-ae82-4d77-90a7-409e8785bc01","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.335059367Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"ae891553-1ae3-4140-8d44-4302649624c1","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","model":"e2e-fail-d039dac9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-917da2/e2e-fail-d039dac9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.379441707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"eb8ac718-611b-49f1-96ba-e329e38127e4","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.380296837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"eb8ac718-611b-49f1-96ba-e329e38127e4","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.419585924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5f8730ef-890f-4891-8245-c51f81c2decf","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.429722301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5f8730ef-890f-4891-8245-c51f81c2decf","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:37.439784023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"de0b15f1-c386-4b7c-af4c-970e025abe5d","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.085445166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"6c033cbe-c8cc-4aea-8906-b958a0bf9aa4","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.128271109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"48ca8cb1-9795-417e-9167-54316c4cf03b","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.153669839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9200326b-f7d6-40fe-95bf-4b3986f2a7ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.154293414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9bb202bf-5f00-45e5-bd1f-df550cfdde0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.154822643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"32b8da34-b980-439f-9997-7f1fc4c536b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.160424738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"55ff4f20-7188-48dd-9259-7d4ca45dd42b","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.160697769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"51b807b2-2867-461b-a48b-34f2951803a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.164729701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9bb202bf-5f00-45e5-bd1f-df550cfdde0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.165444723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"32b8da34-b980-439f-9997-7f1fc4c536b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.16808559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9200326b-f7d6-40fe-95bf-4b3986f2a7ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.17029013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"55ff4f20-7188-48dd-9259-7d4ca45dd42b","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.171374382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"51b807b2-2867-461b-a48b-34f2951803a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.179364965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b289e44a3dfa44337ed961c65b80f761b07a73c530eb246f3bb3d8b69f02091) AuthConfig (0717e52b515f620442fe67cafc33282df82dee0420a45544f3dd15cc929c1c02) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (de9881fc503e0c47d3a636d839ec4ee1e8c7baca9d6eea631b3b3aa0cc25c834) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (994871750186111314e2ad06e512ac58e19f39a0934f9ea44f45100426ad052f) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9200326b-f7d6-40fe-95bf-4b3986f2a7ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.204804495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3f0f762c-21c9-42c7-ae41-85b111e74910","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.207069564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"66637b76-0ddb-4f6d-b682-135952e777fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.207587119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9bbc4eb7-33dd-4aef-bb3d-71e533f93345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.209362402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fb12cce4-1af8-4c35-8371-b85698b43456","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.213235903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"3f0f762c-21c9-42c7-ae41-85b111e74910","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.216038854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"66637b76-0ddb-4f6d-b682-135952e777fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.216825913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9bbc4eb7-33dd-4aef-bb3d-71e533f93345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.219855894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fb12cce4-1af8-4c35-8371-b85698b43456","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.248210041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"9ab7b643-531b-4b8d-ba64-68a46f50da02","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.262721531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"00c6fe10-49fa-4361-8924-99dc6483aade","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:42.270575884Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"00c6fe10-49fa-4361-8924-99dc6483aade","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:42.270638937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"00c6fe10-49fa-4361-8924-99dc6483aade","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.277236652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"3c628e86-46b2-442f-95e3-170ee8742481","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.281567603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"58f506f4-8191-4e32-a9db-7a80f49205d0","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.289164603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c4e2c9db-2fbc-4099-9032-1ac6c445020a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.301336353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"c4e2c9db-2fbc-4099-9032-1ac6c445020a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.305394963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"517dff26-9b8a-4f51-8b6d-b36aaf02fef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.306481212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"dcbfd5a0-4432-403d-b34d-dda1a030bab8","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.309892687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8480460-cb85-46bb-9892-8c3f1f64fd8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.313845918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"517dff26-9b8a-4f51-8b6d-b36aaf02fef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.428258635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8480460-cb85-46bb-9892-8c3f1f64fd8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.45356601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9615763d-2b9e-4d91-b482-27a3cb9e0ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.461521532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9615763d-2b9e-4d91-b482-27a3cb9e0ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.477434627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"af23c31f-0117-4685-8a9f-95a7aaa69f54","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.492655213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"9a778c51-b97a-4126-9a4d-1b05733db573","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.518467281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"22ea5832-b0e0-4911-9146-55e5a46c21ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.518783136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"213f65d8-b584-47dd-a9da-1deca64b1011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.526723408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"22ea5832-b0e0-4911-9146-55e5a46c21ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.527232472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"213f65d8-b584-47dd-a9da-1deca64b1011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.528319137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"6f6b9287-edae-4401-93bf-e992f491f534","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.532533272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"b1912be1-fa00-4a27-8f10-09664dad1ce4","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.548210687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"832ba526-f660-4ec1-9182-ec6cc7a2fa60","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.614064728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d7ead762-6b19-4284-914d-8e4e3ffce8cb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.6191175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e331cfd7-2d22-4a11-83b7-7e95540494d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.619258128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"03ddd0b0-9fa9-4983-903f-79b17efe7ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.631332174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d7ead762-6b19-4284-914d-8e4e3ffce8cb","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.631860101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"881a284e-bb6b-4db5-ad76-d9a73efcf306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.632398868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"412181d7-c202-43ca-86b4-6f9e10e96b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.637389745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e331cfd7-2d22-4a11-83b7-7e95540494d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.728384804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"881a284e-bb6b-4db5-ad76-d9a73efcf306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.750066752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-9f53bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b289e44a3dfa44337ed961c65b80f761b07a73c530eb246f3bb3d8b69f02091) AuthConfig (0717e52b515f620442fe67cafc33282df82dee0420a45544f3dd15cc929c1c02) AuthConfig (76269c962d45568b4d4546a82e0054e507bc64cd617c787ee9bf922a621d49e0) AuthConfig (de9881fc503e0c47d3a636d839ec4ee1e8c7baca9d6eea631b3b3aa0cc25c834) AuthConfig (c711f728bbbf60b14ee668921fc1dc2c8951152e64ef5c76f17145143c9c3170) AuthConfig (41d03f93d34ed71d88aee78503a23da4617291e241b4d3e01f972b1fd6494504) AuthConfig (994871750186111314e2ad06e512ac58e19f39a0934f9ea44f45100426ad052f) AuthConfig (6e651f3c974b417c44f83627339b1c6b2d088db3e6a24edc1a0800005226ee7f) AuthConfig (611d09a872f7e932c27a0ab5ee4b120904895399240a5f05fe23b7e19037c2a8) AuthConfig (7d9da976fe71128d767e8ba9a8b44ab2c02869909e05a0fff08b63b16dc215b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e331cfd7-2d22-4a11-83b7-7e95540494d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.794242928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"412181d7-c202-43ca-86b4-6f9e10e96b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:42.863445526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"03ddd0b0-9fa9-4983-903f-79b17efe7ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.056715723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"7c99c618-8c20-4b16-913e-313cae21a22e","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.056745886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"7c99c618-8c20-4b16-913e-313cae21a22e","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.07268278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b45d7f6b-3ca3-4daf-aa64-8524d1e92216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.087725072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b45d7f6b-3ca3-4daf-aa64-8524d1e92216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.104497197Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"47f67c56-b860-41dc-98a9-aafc5013a371","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c1c3efd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.150027599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"50b5de4f-49e2-407a-8f47-2e8b7d8c88b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.223562917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"f536a950-8a26-4517-90a9-19db6ca62fe3","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.308284788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"50b5de4f-49e2-407a-8f47-2e8b7d8c88b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.358010543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"f536a950-8a26-4517-90a9-19db6ca62fe3","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.373811478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"d55a8b8b-1d3c-4d95-9029-28e554c1152b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.374337305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5f9034f3-8c40-4a44-bf90-1517a9a0bae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.375815994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"c8b8e17f-8a83-4165-bf86-cff37cce7fe0","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.382789468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e8d2d567-d02d-47bc-98c6-388947c0d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.433256459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5f9034f3-8c40-4a44-bf90-1517a9a0bae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.458622553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"d55a8b8b-1d3c-4d95-9029-28e554c1152b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.462761611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e8d2d567-d02d-47bc-98c6-388947c0d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.584050096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ed1f2038-07da-4892-96ec-1907c2c5c79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.584708226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"237e52ad-75a5-4d93-b8c4-9e966a8f2101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.585212205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6ca40ebe-828c-48fe-9f0b-045575378f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.5856518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0050ced4-a7b1-433e-b95f-fabbb430bab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.594643867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ed1f2038-07da-4892-96ec-1907c2c5c79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.609347475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"237e52ad-75a5-4d93-b8c4-9e966a8f2101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.617474101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"0050ced4-a7b1-433e-b95f-fabbb430bab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.921499882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cafaf34-9310-41af-ad51-0ce7ff0a2715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.950819113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6ca40ebe-828c-48fe-9f0b-045575378f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.954404827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"48539b64-4760-4aa1-8ece-1622e1381ed9","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:43.999461624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cafaf34-9310-41af-ad51-0ce7ff0a2715","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:44.001505469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"c57bbe9f-ad43-4fa5-bd25-44d266e9f555","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:44.099665153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"c57bbe9f-ad43-4fa5-bd25-44d266e9f555","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:44.105580756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"c57bbe9f-ad43-4fa5-bd25-44d266e9f555","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:44.116206249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"35b2ec32-00a2-41da-9afd-cea0b236fdb8","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:47.424048728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:52.12924137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"a2e9c08a-c6ad-43a1-bacc-f6e877509ed2","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:52.157294558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"4e50054d-12cd-464a-a365-8804b3d35399","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:52.773855654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7dfe328c-c405-429f-acaf-1f2dbe525eb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:52.794674829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7dfe328c-c405-429f-acaf-1f2dbe525eb0","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:52.927563165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"a18cc416-3e9b-451f-bd3e-6134fb65441a","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.108490529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"069e37e7-2a41-4782-b12f-bae4dd277033","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c4c429","subscription":"e2e-dft-c4c429-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.11541396Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"069e37e7-2a41-4782-b12f-bae4dd277033","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.118951241Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-sub","reconcileID":"069e37e7-2a41-4782-b12f-bae4dd277033","MaaSSubscription":{"name":"e2e-dft-c4c429-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-c4c429","namespace":"llm","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.14945201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"5bc15903-04f0-4a83-8616-896f40899007","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.149475605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"5bc15903-04f0-4a83-8616-896f40899007","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.160494958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b672bc-194a-4815-a3c4-30bca27b7a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.160958504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"85d218ca-d37d-4f3b-a563-fad295d90815","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.163231779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5929a6c2-493b-4be8-8106-44554c937918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.167954605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6b672bc-194a-4815-a3c4-30bca27b7a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.168129822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"85d218ca-d37d-4f3b-a563-fad295d90815","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.170548036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5929a6c2-493b-4be8-8106-44554c937918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.25442349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a0db8f3c-5cf6-446a-aab6-3d1ec686df10","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.262114227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a0db8f3c-5cf6-446a-aab6-3d1ec686df10","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.303747719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"9715b37d-4bae-4eff-bd8f-b7581ff56858","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.303774025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"9715b37d-4bae-4eff-bd8f-b7581ff56858","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.406263222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"5643db6f-b0a3-4cf0-bb63-88a24cbf1b41","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.413601183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"5643db6f-b0a3-4cf0-bb63-88a24cbf1b41","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.494480878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-c4c429-access","reconcileID":"fbe704e9-21af-4399-9a70-0057fc005660","MaaSAuthPolicy":{"name":"e2e-dft-c4c429-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.599230002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"bf1698b8-f490-4796-8840-1d53556c4f0c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:53.599269056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"bf1698b8-f490-4796-8840-1d53556c4f0c","MaaSModelRef":{"name":"e2e-dft-c4c429","namespace":"llm"},"routeName":"external-model-e2e-dft-c4c429-30b710dde2b9","namespace":"llm","model":"e2e-dft-c4c429","externalModel":"e2e-dft-c4c429","provider":"e2e-dft-c4c429-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.062487307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"2847db80-7b99-4e52-9af6-0c207b645dd9","namespace":"llm","name":"e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.082596764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"53aa3031-13a5-493a-a71e-00d237cbabad","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.08344155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2172fac0-cd53-42cd-b8c5-cf2ef879d420","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.083464657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2172fac0-cd53-42cd-b8c5-cf2ef879d420","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.083883897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a78fd3a-6fca-4daa-b5ec-4c242e112031","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.083905257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4a78fd3a-6fca-4daa-b5ec-4c242e112031","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.084334013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbc82417-c0eb-444f-a850-68a41d55b216","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.084353591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbc82417-c0eb-444f-a850-68a41d55b216","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.084865394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"082e152b-d64a-4289-b431-db57e1948790","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.084884724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"082e152b-d64a-4289-b431-db57e1948790","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.085407673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97d3b5e1-a9e0-48bb-884c-7afd87a99ad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.08542832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"97d3b5e1-a9e0-48bb-884c-7afd87a99ad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.085789836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e217536-a866-4d17-bdad-4260017eb74c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.085805512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e217536-a866-4d17-bdad-4260017eb74c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.086201923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcf2e88e-59a8-41f1-80a5-0b8b1f1e4a12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.086219335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcf2e88e-59a8-41f1-80a5-0b8b1f1e4a12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.086566008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed311fa7-32fb-48c2-bec7-2495b0cfd8d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.086585542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed311fa7-32fb-48c2-bec7-2495b0cfd8d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.089048258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f6a44449-99bd-488e-ad06-e4ce68c145e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.08948398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"628a89e2-9fe2-42ce-bee6-7706db9bb58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.089887949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0feb012-a881-47d3-ab6b-500cf05f7795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.09346028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"53aa3031-13a5-493a-a71e-00d237cbabad","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.095523192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c8da44a2-d522-461d-a9fc-2078f26445dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.102502929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f6a44449-99bd-488e-ad06-e4ce68c145e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.218258551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0feb012-a881-47d3-ab6b-500cf05f7795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.220345342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"628a89e2-9fe2-42ce-bee6-7706db9bb58e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.281989441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"53aa3031-13a5-493a-a71e-00d237cbabad","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.282873031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c4c429","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c4c429","reconcileID":"3b23fc48-4c32-4941-b17d-f2fe8faed23d","namespace":"llm","name":"e2e-dft-c4c429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.286585152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"c8da44a2-d522-461d-a9fc-2078f26445dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.287642647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbd3f78e-71d9-4468-bf3a-40b26ef1a4cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.28883613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c58c7b9-ea17-4789-aec0-e64a3dbba626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.296967547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"caebceb7-4c8b-458c-8b7b-8c140d42c02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.304979076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"caebceb7-4c8b-458c-8b7b-8c140d42c02b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.391282689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"f552497c-2442-44bc-a132-74f624c0731a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.398229175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"f552497c-2442-44bc-a132-74f624c0731a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.59453974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"dd493644-83e8-4b19-9ffa-f51ba0bc97b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.62451871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f69b8733-7c17-4b30-b0ba-d3b53cce21e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.625519899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9cab24b2-aa1d-4737-998c-b2465ffae26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.691755316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9cab24b2-aa1d-4737-998c-b2465ffae26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.924608997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"dd493644-83e8-4b19-9ffa-f51ba0bc97b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.946717157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"43f51d15-fd1e-4230-8f65-7f92005f2569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.95070266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f69b8733-7c17-4b30-b0ba-d3b53cce21e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.958237365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6348de44-9ba7-4142-a9dc-b855907ada36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.959114522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"43f51d15-fd1e-4230-8f65-7f92005f2569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.973407946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6348de44-9ba7-4142-a9dc-b855907ada36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.976996241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cc8c6340-f509-4c93-b156-956f99567029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.988602057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"cc8c6340-f509-4c93-b156-956f99567029","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.990570584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"25ca6069-d0fe-46ef-b8d2-d8247934deb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:54.991152303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e9fea21f-5600-411c-94f6-b4ea998400d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.000108401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"25ca6069-d0fe-46ef-b8d2-d8247934deb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.003823103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"e9fea21f-5600-411c-94f6-b4ea998400d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.042366187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"5bd04a61-ef72-4b88-85a8-3e0fba851595","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.075537904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"01530ce7-5b59-48d2-af4a-1bad07ff9ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.075909102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8ef9eead-ecf3-433c-9eb7-dee0a814fe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.078294526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0916ce-59aa-4ef7-87ef-e5d8e1472228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.078301746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7b8d82e7-44e9-4b26-81bd-482b9a0b5167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.078629945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e4303a1-12fa-40d6-9857-e56f822d0224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.082842506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"01530ce7-5b59-48d2-af4a-1bad07ff9ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.083472123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8ef9eead-ecf3-433c-9eb7-dee0a814fe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.085418835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a0916ce-59aa-4ef7-87ef-e5d8e1472228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.086149041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e4303a1-12fa-40d6-9857-e56f822d0224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.088089511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"7b8d82e7-44e9-4b26-81bd-482b9a0b5167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.265429845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"78b40389-1325-47c4-b5fb-588775d677a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.266116816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"c09efa6d-3694-434e-8cab-4987394a411d","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.272420353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"78b40389-1325-47c4-b5fb-588775d677a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.27812372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"78b40389-1325-47c4-b5fb-588775d677a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.367397675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"5df19486-5560-40b6-bb4d-002b540c83fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.397653971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"5df19486-5560-40b6-bb4d-002b540c83fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.403532724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"5df19486-5560-40b6-bb4d-002b540c83fd","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:55.480937502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"e217e164-97e9-43af-a546-652914bb6e7b","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.840018153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","reconcileID":"a0c9efaf-ea36-4eab-a44e-e1b98cc5438a","namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.849443559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","reconcileID":"63f86147-c061-4c14-aa32-c8759169d5ee","namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.850044523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b2a3a719-74fb-4120-8e16-5846648bcbb9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.85036068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"08a6a824-8de1-4e50-b6a2-c61ce120d4dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.851802406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bd5272d5-e6c6-476b-b83f-ab3932d26641","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.853244002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"e36d82ad-5ba5-4cdb-b53c-d836cb065cdc","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.854156733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a1add033-2f5e-4cd4-9d65-1101ca849122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.857814509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b2a3a719-74fb-4120-8e16-5846648bcbb9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.858177535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"08a6a824-8de1-4e50-b6a2-c61ce120d4dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.860096971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bd5272d5-e6c6-476b-b83f-ab3932d26641","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.86117657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"e36d82ad-5ba5-4cdb-b53c-d836cb065cdc","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.862271717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a1add033-2f5e-4cd4-9d65-1101ca849122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.868469142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bd5272d5-e6c6-476b-b83f-ab3932d26641","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.868535516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"e36d82ad-5ba5-4cdb-b53c-d836cb065cdc","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.881588584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6d1cd84a-e384-4b59-be4c-2fbe3b6a004a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.885758478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"394f0151-8881-480c-87ac-33ce44326505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.889937168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"6d1cd84a-e384-4b59-be4c-2fbe3b6a004a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.896399002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"394f0151-8881-480c-87ac-33ce44326505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.983753627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"27d24082-82c2-47e6-b7f3-eacf6112da00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:56.995831113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"27d24082-82c2-47e6-b7f3-eacf6112da00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.047697034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","reconcileID":"0b6eba24-30c7-438e-a01e-1fec6aba0990","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.083290311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"74ffa6b0-b67a-458d-9429-ad79fd940337","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.091166315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6584ea31-c0dd-4f9a-b784-026b696cee6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.091283307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"91d6e045-6f14-49e4-bc91-7e3ad21f4b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.096472411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"74ffa6b0-b67a-458d-9429-ad79fd940337","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.098095427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ef8e40e5-3c55-4a1a-a1e9-3cde205ae2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.102823817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"91d6e045-6f14-49e4-bc91-7e3ad21f4b70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.10443129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6584ea31-c0dd-4f9a-b784-026b696cee6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.10922497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ef8e40e5-3c55-4a1a-a1e9-3cde205ae2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.11571539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","reconcileID":"4d25523d-cadd-4eb1-bf79-9b2da78f732e","namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.120018348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","reconcileID":"bba0139e-2984-4887-bd40-2f5e5623ec34","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"routeName":"external-model-e2e-shr-amb-e17627-c98302e36b14","namespace":"e2e-extmod-shr-user-271672","model":"e2e-shr-amb-e17627-e2e-extmod-a-185908","externalModel":"e2e-shr-amb-e17627","provider":"e2e-shr-amb-e17627-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.12352852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4accde6f-2cc4-4a1c-8a18-0488391eb6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.135360957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4accde6f-2cc4-4a1c-8a18-0488391eb6c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.249282742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-b-56687c","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-e2e-extmod-b-56687c","reconcileID":"63738d1b-0d2f-4981-9880-589193841f4f","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-b-56687c","namespace":"e2e-extmod-shr-user-271672"},"routeName":"external-model-e2e-shr-amb-e17627-3c4a18e29ffe","namespace":"e2e-extmod-shr-user-271672","model":"e2e-shr-amb-e17627-e2e-extmod-b-56687c","externalModel":"e2e-shr-amb-e17627","provider":"e2e-shr-amb-e17627-provider","gateway":"openshift-ingress/e2e-extmod-b-56687c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.668122244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"98ccebbc-0bfe-4da1-bb17-cb3d97526fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.678218424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","reconcileID":"dec98e34-8c57-4270-a11c-3f74e6313829","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"routeName":"external-model-e2e-shr-amb-e17627-c98302e36b14","namespace":"e2e-extmod-shr-user-271672","model":"e2e-shr-amb-e17627-e2e-extmod-a-185908","externalModel":"e2e-shr-amb-e17627","provider":"e2e-shr-amb-e17627-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.683300352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e930920d-0ae5-4ff5-bad5-b3503fa01981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.689302184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"95ac9ba6-c2a9-4d2d-8477-0458292be2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.697929352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"98ccebbc-0bfe-4da1-bb17-cb3d97526fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.698410975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"b473dfb1-550a-442a-a91c-df2f422e48fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.698950018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"022bf326-5dc3-4736-a817-fa8386b0b114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.703183123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e930920d-0ae5-4ff5-bad5-b3503fa01981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:57.7066147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"95ac9ba6-c2a9-4d2d-8477-0458292be2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.105097857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"022bf326-5dc3-4736-a817-fa8386b0b114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.131775817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"b473dfb1-550a-442a-a91c-df2f422e48fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.138728103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a73f4fe8-2d10-4a27-b9c0-f33d932848ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.140558918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"b473dfb1-550a-442a-a91c-df2f422e48fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.145337823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6c5f2ed3-9a89-4b26-a18f-f151fac6f55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.145871586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d082770c-17c7-4ea5-a105-c3c81e541095","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.146527755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"4a4f2a7a-2b3b-4190-988a-f178767f219c","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.15266588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a73f4fe8-2d10-4a27-b9c0-f33d932848ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.157199846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d082770c-17c7-4ea5-a105-c3c81e541095","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.196836089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"4a4f2a7a-2b3b-4190-988a-f178767f219c","error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.28397832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6c5f2ed3-9a89-4b26-a18f-f151fac6f55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.477557061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"4d7e8911-6d24-42ce-9e0c-da9360825e1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.479273592Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"6176fe4e-6667-4ee7-9e74-0c8dec1c7a1f","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.479345915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"6176fe4e-6667-4ee7-9e74-0c8dec1c7a1f","error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.533391918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"5a67050f-5478-4159-99f6-920ea47218e4","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.538656654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"4d7e8911-6d24-42ce-9e0c-da9360825e1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.591126905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"9258dd1d-7f4f-41ef-857d-573b7f9e762e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-f3fe21-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.594259245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"4d7e8911-6d24-42ce-9e0c-da9360825e1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.59525449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a9801775-c275-4a75-8a4f-f09c8939cda4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.606170212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a9801775-c275-4a75-8a4f-f09c8939cda4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.607492002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"20eb2edb-74d7-48c7-8693-617fa18ca226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.629274241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"20eb2edb-74d7-48c7-8693-617fa18ca226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.632314837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"407de9df-21b0-4fc3-8984-dd2bb50bde9e","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.632364976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"407de9df-21b0-4fc3-8984-dd2bb50bde9e","error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.63977424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"b0dbe755-3305-4947-8cc5-e7ba0aef489d","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.64752478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"edbbadfe-cbf0-4b3b-9505-d044b33360c6","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.687969917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"f118262a-d7b1-454b-8538-de78d05e5f95","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:11:58.688028047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-ambiguous","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-ambiguous","reconcileID":"f118262a-d7b1-454b-8538-de78d05e5f95","error":"ExternalModel e2e-extmod-shr-user-271672/e2e-shr-amb-e17627 is attached to several gateways [openshift-ingress/e2e-extmod-a-185908 openshift-ingress/e2e-extmod-b-56687c]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.691454518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2b918e4b-26f3-4ea3-8122-c625e893a621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.691723218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fe5a48-bbf3-4007-a9b3-4cf21d43e296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.691726842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"428955f0-93aa-4235-a19c-6b2678712b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.692180383Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"472510c8-ac8e-4ce9-8f75-563c3de97668","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.699673861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"428955f0-93aa-4235-a19c-6b2678712b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.701501421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68fe5a48-bbf3-4007-a9b3-4cf21d43e296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.701901043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"2b918e4b-26f3-4ea3-8122-c625e893a621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.758022536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"60ef51fc-b61d-4021-b2a6-a7d55dbaa6b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.758704996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"96788455-2c9d-4121-b898-1bdf85abac30","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.761675692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9c975ef4-7a3f-4fe8-b221-c559b68c74a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.766038914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"60ef51fc-b61d-4021-b2a6-a7d55dbaa6b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.768854235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9c975ef4-7a3f-4fe8-b221-c559b68c74a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.791779386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"3709ce76-14ba-4fec-b5fc-7b24a47bd14e","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.883189697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"37d89fd5-efdd-4f61-9464-8e209406d8d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.887348359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"12aed74b-61ec-4b35-9c86-5ec28da763fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.892348344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"37d89fd5-efdd-4f61-9464-8e209406d8d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:58.895171488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"12aed74b-61ec-4b35-9c86-5ec28da763fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.132688727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","reconcileID":"6c1109fd-12c5-49ea-a479-e014e36d9596","MaaSModelRef":{"name":"e2e-shr-amb-e17627-e2e-extmod-a-185908","namespace":"e2e-extmod-shr-user-271672"},"routeName":"external-model-e2e-shr-amb-e17627-c98302e36b14","namespace":"e2e-extmod-shr-user-271672","model":"e2e-shr-amb-e17627-e2e-extmod-a-185908","externalModel":"e2e-shr-amb-e17627","provider":"e2e-shr-amb-e17627-provider","gateway":"openshift-ingress/e2e-extmod-a-185908","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.660806782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","reconcileID":"96ab8ef5-b772-4e5d-b0d9-13957818418d","namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.677191069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"e7462b49-e345-4928-b5c4-e1de2cd1e65b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.677306023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"8cbb40a6-40e1-4720-bc4c-5b99f1821d90","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.677882807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bace69ae-ae21-4be4-8fff-e0dfd847eeec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.683267971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c5df4fee-4456-46f6-aa45-4b1e5fbd8162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.68344695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a4a51c4f-26df-414e-b1bc-64275af80311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.688170178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"e7462b49-e345-4928-b5c4-e1de2cd1e65b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.688438364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bace69ae-ae21-4be4-8fff-e0dfd847eeec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.690447692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"8cbb40a6-40e1-4720-bc4c-5b99f1821d90","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.691283897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a4a51c4f-26df-414e-b1bc-64275af80311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.69255082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c5df4fee-4456-46f6-aa45-4b1e5fbd8162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.694777233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"e7462b49-e345-4928-b5c4-e1de2cd1e65b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.697534382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"8cbb40a6-40e1-4720-bc4c-5b99f1821d90","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.786020297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"21394852-8679-442e-b45b-17835fdd5e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.786063095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89f58942-5785-46c4-8586-5669e7ae405c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.786494894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"779703cb-b268-4e3e-a92d-347aa23fac41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.790501778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e7f769f2-ce2a-48a0-97f0-df30a9828bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.795539602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89f58942-5785-46c4-8586-5669e7ae405c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.796354298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"779703cb-b268-4e3e-a92d-347aa23fac41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.798029119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"21394852-8679-442e-b45b-17835fdd5e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.799993588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e7f769f2-ce2a-48a0-97f0-df30a9828bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.875411172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e5e62b54-c35f-401f-b4d3-7ad410c6b484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.882782698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e5e62b54-c35f-401f-b4d3-7ad410c6b484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.901709738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-e17627","namespace":"e2e-extmod-shr-user-271672"},"namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","reconcileID":"a1de85d7-3272-4030-994b-9b5d96189068","namespace":"e2e-extmod-shr-user-271672","name":"e2e-shr-amb-e17627","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.908167914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"3f42b478-556c-485f-9fbb-1b9db1a04cc1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.908170513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d95f2e58-205c-4abd-880b-54980d666dfd","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.919482999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"d95f2e58-205c-4abd-880b-54980d666dfd","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:11:59.920528537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"3f42b478-556c-485f-9fbb-1b9db1a04cc1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.288503885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cfb5aad1-98b5-40be-b0ee-a8cfa911126a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.3102464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cfb5aad1-98b5-40be-b0ee-a8cfa911126a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.312740318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9da34e48-0646-4a1b-b9da-ffc53a6077f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.313260538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"be3f0a91-d9ba-4961-8e7e-7e43291cae5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.315508485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b5e01520-6b34-4706-b021-8b9c2cba895a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.318605641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"e034d72c-6bdd-44f8-b8ed-3c4e27ef5001","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.360682393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"be3f0a91-d9ba-4961-8e7e-7e43291cae5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.41641966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"b5e01520-6b34-4706-b021-8b9c2cba895a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.594637289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"e034d72c-6bdd-44f8-b8ed-3c4e27ef5001","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.664428366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"9da34e48-0646-4a1b-b9da-ffc53a6077f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.673957832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"0fa6a4ab-a0ee-47ba-a888-aa19070512a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.69628195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"0fa6a4ab-a0ee-47ba-a888-aa19070512a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.713383025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"0fa6a4ab-a0ee-47ba-a888-aa19070512a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.714803831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cb4047eb-744d-4bc1-a2ae-b75affeefc6e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.799191051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"fe7c8f19-641e-4f18-abc0-6b908900048a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.883980787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"fe7c8f19-641e-4f18-abc0-6b908900048a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.884374362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cb4047eb-744d-4bc1-a2ae-b75affeefc6e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.884800614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"3f51c022-ba3b-40a6-8a7e-00cc07ec14c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.888612334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3723acdd-184a-46e1-8a4c-c11fe9d0b469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.891355854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cb4047eb-744d-4bc1-a2ae-b75affeefc6e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.895313068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"3f51c022-ba3b-40a6-8a7e-00cc07ec14c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.898895114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"3723acdd-184a-46e1-8a4c-c11fe9d0b469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.908016802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb5e82c1-09c5-404f-b05a-6c658be64dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.908778462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adda694c-9368-479e-ba17-e5bdb8edb6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.91610652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"cb5e82c1-09c5-404f-b05a-6c658be64dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.982038992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"55dd802d-19a3-4e03-b9b0-6d8cb7d3c258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.982395458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9905ba3-e894-4d66-8d21-d47277e31d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.983770942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adda694c-9368-479e-ba17-e5bdb8edb6e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.984578334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e426bb95-1c77-452e-9512-babc3b067a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.989800958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"55dd802d-19a3-4e03-b9b0-6d8cb7d3c258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.990999343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9905ba3-e894-4d66-8d21-d47277e31d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.993849339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e426bb95-1c77-452e-9512-babc3b067a91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:00.997030165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"06e35bed-1f62-4191-8486-2beb41315e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:01.005121451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"06e35bed-1f62-4191-8486-2beb41315e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:01.006776748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2e91154e-695a-4f2b-b238-35b016d2f31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:01.015096456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2e91154e-695a-4f2b-b238-35b016d2f31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.72252186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"17f221b9-cdb2-4b26-964c-0cfb58a09f8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.729631066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"17f221b9-cdb2-4b26-964c-0cfb58a09f8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.736044593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"17f221b9-cdb2-4b26-964c-0cfb58a09f8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.899478615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f75b57fd-d5e5-487d-816a-a378846700b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.908037011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f75b57fd-d5e5-487d-816a-a378846700b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:10.91668928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f75b57fd-d5e5-487d-816a-a378846700b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:17.435580697Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.240829548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff3138-eb78-419f-a569-53bc25123580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.244468289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff3138-eb78-419f-a569-53bc25123580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.282993725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff3138-eb78-419f-a569-53bc25123580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.286612056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff3138-eb78-419f-a569-53bc25123580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.489738062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97285079-fe28-46ad-8838-3b20658f23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.493043077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97285079-fe28-46ad-8838-3b20658f23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.496263698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97285079-fe28-46ad-8838-3b20658f23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.499639421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97285079-fe28-46ad-8838-3b20658f23c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.75057561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"700da662-2e33-4f10-af6a-aeb124fba8ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.758504767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"700da662-2e33-4f10-af6a-aeb124fba8ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.765082459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"700da662-2e33-4f10-af6a-aeb124fba8ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.92625665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"2068ea72-d068-4fc5-a2e5-fa46d982b3ec","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.933441556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"2068ea72-d068-4fc5-a2e5-fa46d982b3ec","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:20.939027265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"2068ea72-d068-4fc5-a2e5-fa46d982b3ec","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:21.152783228Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9265bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9265bf","reconcileID":"255c6559-c3ab-4002-a59e-6130b54d3b3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9265bf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-9265bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:21.326103826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee162c8-8176-4c77-a75f-bfe4719e20c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:21.333295289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee162c8-8176-4c77-a75f-bfe4719e20c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:21.340475751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee162c8-8176-4c77-a75f-bfe4719e20c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:21.343987938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ee162c8-8176-4c77-a75f-bfe4719e20c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:27.626152293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"34e19520-cb69-4488-8fe8-f6c74902bbd8","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:27.787222456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"68f4c52b-1f00-4bbf-bad6-90302b6976c3","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:27.787342647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"68f4c52b-1f00-4bbf-bad6-90302b6976c3","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:27.801570553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"b19f2880-07e0-4121-878f-09d634c78ecc","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:27.890762175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"a5108d76-89c8-4f21-9071-077adc224772","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.293338163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"9e7fda1b-f283-4613-8749-050f8014fe95","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.306563228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"9e7fda1b-f283-4613-8749-050f8014fe95","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.364965907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"9e7fda1b-f283-4613-8749-050f8014fe95","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.433123362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e8fd4cf1-87f5-4d31-a96f-81e5094aadeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.434328337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"9ddbccdf-12b3-478f-b807-7b40434a2b40","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:28.496094115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e8fd4cf1-87f5-4d31-a96f-81e5094aadeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.090530909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"71b083e7-6ace-4a02-ab77-c26377654956","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.263502569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"71b083e7-6ace-4a02-ab77-c26377654956","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.274638907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cced674a-9db8-4696-8e1d-3d756fa086a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.296958833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cced674a-9db8-4696-8e1d-3d756fa086a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.308130931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cced674a-9db8-4696-8e1d-3d756fa086a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.962540891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"f4f1ab62-64b7-44c4-bfa8-1b5925175ab2","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.969536466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"ad1e0452-9ff1-4124-bf33-800ed9ccebd1","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:29.972989142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9690497a-967a-4c4b-9d55-dfd55ea954db","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.001697903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9690497a-967a-4c4b-9d55-dfd55ea954db","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.010726115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"9690497a-967a-4c4b-9d55-dfd55ea954db","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.024467013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"44bdec0b-c870-4282-a27a-05d4e7f2b894","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.777801546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"09b41bbe-54ac-44fa-808f-cf120ea26dad","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.790986994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"09b41bbe-54ac-44fa-808f-cf120ea26dad","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.796682778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bfd53dbe6c6d2ba2db2ee3cc0e9894616a52c16523c429ad56b30d00fe26df6) AuthConfig (0dead562e489d03a6daf48380f4874ee6feb70144f461e689a4085816a3e4d47) AuthConfig (30984cc55b0e8685565ebc73dfa368341d04f21a2e9aebcc936da7b765e670f2) AuthConfig (951c391e122041faf535b54c571d556403ecabc778862b572e5219b407c8a6ae) AuthConfig (0b70c2a704cfcada0449e47dddb6b5353340a49f6ebb463a25974a61e4e3f722) AuthConfig (ceab51a83457bde6ca039ab1002a0f7c50f5e4d9131e8bc57354a486b9f015d5) AuthConfig (33c64bd9766d4d3db6e8f2577957095a6c8e47947b526987b67658271a7955ef) AuthConfig (85ae1047e61b1ffc559ab7048cb0ec63f4c1670afa4dd8c85b6392d7ec59ae03) AuthConfig (cef7c1e0913731a589642aa437ebc423e5a22bfe810523dcc1a3faa8af86d64a) AuthConfig (0f2fa9ef6164a82f779168e4036ef1715e3e6111c1707dfc2c81e2b63f4c6f69) AuthConfig (77c8db7e198d8a6bf074c261e905abde97458f91f493cca18d3d8c136dd94f87) AuthConfig (bc769d487b4c2ece2a0c71b4d0ac82a292753d63b12ff2d06b10217841893574) AuthConfig (ebd247e22ea9fc18a2d88eb4eeef91ad2e3209b41ab06749b8db8120325fc408) AuthConfig (59b7e72f3d2c4846f86aa962f86071bbd08bfbfc46590e3a543d499ccdc2ff6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"09b41bbe-54ac-44fa-808f-cf120ea26dad","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:30.808978134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"2d0daa94-ab1f-4f4e-a74c-07ec7024017b","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.321039119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"771f65c8-1912-4949-b41a-3b44b38360e0","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.32857657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"771f65c8-1912-4949-b41a-3b44b38360e0","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.335197037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"771f65c8-1912-4949-b41a-3b44b38360e0","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.892970883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"501decb3-f4fe-4af5-bd00-9fbdb22399db","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.903295574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"0b1b5f5c-83fa-4e6f-a012-d59a220b6813","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.908053829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"b5253d3f-04c4-4cbe-b982-b475445f7ab9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.908261644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"46e28393-6b36-417e-b8ef-8542660c9ab4","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.908597096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"150596eb-947e-465d-ad85-579150062444","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.911034966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b8f63f8b-dc8d-42f5-9035-b8adb883a84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.911243417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"83078a27-92a2-4362-8384-5b7b6e8b30e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.91616775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"150596eb-947e-465d-ad85-579150062444","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.916305647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"46e28393-6b36-417e-b8ef-8542660c9ab4","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.918322421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"b5253d3f-04c4-4cbe-b982-b475445f7ab9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.918709847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b8f63f8b-dc8d-42f5-9035-b8adb883a84f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.920650643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"83078a27-92a2-4362-8384-5b7b6e8b30e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.921859146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"150596eb-947e-465d-ad85-579150062444","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.922785633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bfd53dbe6c6d2ba2db2ee3cc0e9894616a52c16523c429ad56b30d00fe26df6) AuthConfig (0dead562e489d03a6daf48380f4874ee6feb70144f461e689a4085816a3e4d47) AuthConfig (30984cc55b0e8685565ebc73dfa368341d04f21a2e9aebcc936da7b765e670f2) AuthConfig (951c391e122041faf535b54c571d556403ecabc778862b572e5219b407c8a6ae) AuthConfig (0b70c2a704cfcada0449e47dddb6b5353340a49f6ebb463a25974a61e4e3f722) AuthConfig (ceab51a83457bde6ca039ab1002a0f7c50f5e4d9131e8bc57354a486b9f015d5) AuthConfig (33c64bd9766d4d3db6e8f2577957095a6c8e47947b526987b67658271a7955ef) AuthConfig (85ae1047e61b1ffc559ab7048cb0ec63f4c1670afa4dd8c85b6392d7ec59ae03) AuthConfig (cef7c1e0913731a589642aa437ebc423e5a22bfe810523dcc1a3faa8af86d64a) AuthConfig (0f2fa9ef6164a82f779168e4036ef1715e3e6111c1707dfc2c81e2b63f4c6f69) AuthConfig (77c8db7e198d8a6bf074c261e905abde97458f91f493cca18d3d8c136dd94f87) AuthConfig (bc769d487b4c2ece2a0c71b4d0ac82a292753d63b12ff2d06b10217841893574) AuthConfig (ebd247e22ea9fc18a2d88eb4eeef91ad2e3209b41ab06749b8db8120325fc408) AuthConfig (59b7e72f3d2c4846f86aa962f86071bbd08bfbfc46590e3a543d499ccdc2ff6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"46e28393-6b36-417e-b8ef-8542660c9ab4","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.924349999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"b5253d3f-04c4-4cbe-b982-b475445f7ab9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.934854153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c12362-5fc8-47f2-a01b-7bd2a2ffd3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.935057756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b42dcf98-75b4-4ad7-940d-eda26f7cd7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.936534478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"3519c19b-e4a5-4623-92f5-2fd8c948bcd1","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.936557499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"3519c19b-e4a5-4623-92f5-2fd8c948bcd1","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.984430096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f393d276-5e60-4a71-b5f1-cc3b943d6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.988719717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c12362-5fc8-47f2-a01b-7bd2a2ffd3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.989627069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b42dcf98-75b4-4ad7-940d-eda26f7cd7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.995769807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"b2117ac7-d196-4c3f-83f6-b6e0726c2331","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.9957945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"b2117ac7-d196-4c3f-83f6-b6e0726c2331","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:39.999155319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f393d276-5e60-4a71-b5f1-cc3b943d6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.003582489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"4766e57d-e8d8-4a64-aa35-a41cac6eadf2","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.032280893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"45ba6ecd-4338-424b-9345-c50e958dc72a","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.040112325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ce77033b-1f0e-4004-b531-dbb289d09e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.040777122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"eff74753-1881-45b6-8933-a3253657751e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.044838186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c8312ca5-3467-4626-b4c7-895d157501ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.047849803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ce77033b-1f0e-4004-b531-dbb289d09e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.083203515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c8312ca5-3467-4626-b4c7-895d157501ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.083818134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"eff74753-1881-45b6-8933-a3253657751e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.101344627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"8208174c-119f-4138-ba49-d55b453e97c3","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.101371733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"8208174c-119f-4138-ba49-d55b453e97c3","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.623765731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"72aa83b6-8089-4d28-abbb-20981239c66f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.647125739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9916d3b8-c9e6-4934-855b-14f23a86eed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.652903713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4b6e33ce-c836-4519-80e1-7e3a8c447fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.656233069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"05626d6b-ff41-4450-b63a-908842c7d22b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.656827734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"72aa83b6-8089-4d28-abbb-20981239c66f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.685369661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"0f296c4c-3175-42c1-8bfa-23407acccacb","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.68540921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"0f296c4c-3175-42c1-8bfa-23407acccacb","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.688860239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9916d3b8-c9e6-4934-855b-14f23a86eed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.693462136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"05626d6b-ff41-4450-b63a-908842c7d22b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.69431736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"85b08a9a-4883-4276-9a10-cdc17d100bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.698180897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4b6e33ce-c836-4519-80e1-7e3a8c447fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:40.704514012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"85b08a9a-4883-4276-9a10-cdc17d100bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.087217541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"259f039e-b962-46b6-b757-e8501d0e8d64","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.090462157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cf97cfb1-f731-4315-8d9a-a7d46dce2915","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.098659528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"259f039e-b962-46b6-b757-e8501d0e8d64","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.099230395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fdf62870-c2ef-4bb2-9b73-b3413ea7b496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.099691126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e8e83d6d-40d0-408c-99fa-3163bfdf803b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.100052163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cf97cfb1-f731-4315-8d9a-a7d46dce2915","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.11049874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"fdf62870-c2ef-4bb2-9b73-b3413ea7b496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.113251864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cf97cfb1-f731-4315-8d9a-a7d46dce2915","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.116720796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e8e83d6d-40d0-408c-99fa-3163bfdf803b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.18365889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"6d8b2a6f-da36-475e-a90d-fe862ed98928","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.186220367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e8e83d6d-40d0-408c-99fa-3163bfdf803b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.193576942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"6d8b2a6f-da36-475e-a90d-fe862ed98928","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.19426779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6bda96e5-1264-47de-9cdb-66474e526cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.200671613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bfd53dbe6c6d2ba2db2ee3cc0e9894616a52c16523c429ad56b30d00fe26df6) AuthConfig (0dead562e489d03a6daf48380f4874ee6feb70144f461e689a4085816a3e4d47) AuthConfig (30984cc55b0e8685565ebc73dfa368341d04f21a2e9aebcc936da7b765e670f2) AuthConfig (951c391e122041faf535b54c571d556403ecabc778862b572e5219b407c8a6ae) AuthConfig (0b70c2a704cfcada0449e47dddb6b5353340a49f6ebb463a25974a61e4e3f722) AuthConfig (ceab51a83457bde6ca039ab1002a0f7c50f5e4d9131e8bc57354a486b9f015d5) AuthConfig (33c64bd9766d4d3db6e8f2577957095a6c8e47947b526987b67658271a7955ef) AuthConfig (85ae1047e61b1ffc559ab7048cb0ec63f4c1670afa4dd8c85b6392d7ec59ae03) AuthConfig (cef7c1e0913731a589642aa437ebc423e5a22bfe810523dcc1a3faa8af86d64a) AuthConfig (0f2fa9ef6164a82f779168e4036ef1715e3e6111c1707dfc2c81e2b63f4c6f69) AuthConfig (77c8db7e198d8a6bf074c261e905abde97458f91f493cca18d3d8c136dd94f87) AuthConfig (bc769d487b4c2ece2a0c71b4d0ac82a292753d63b12ff2d06b10217841893574) AuthConfig (ebd247e22ea9fc18a2d88eb4eeef91ad2e3209b41ab06749b8db8120325fc408) AuthConfig (59b7e72f3d2c4846f86aa962f86071bbd08bfbfc46590e3a543d499ccdc2ff6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"6d8b2a6f-da36-475e-a90d-fe862ed98928","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.281615763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6bda96e5-1264-47de-9cdb-66474e526cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.290686507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ea10fdcd-7853-4f8c-9e68-f06115b9cd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.293718089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adf089f2-fad6-4ff8-9acc-43578ce624e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.297801519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ea10fdcd-7853-4f8c-9e68-f06115b9cd6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.300050599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caa2203f-c9e0-4933-a979-9926cf4a0677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.301818362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"adf089f2-fad6-4ff8-9acc-43578ce624e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.311028105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"caa2203f-c9e0-4933-a979-9926cf4a0677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.318327358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"44deffd9-6f66-4f5e-ac4b-76a044cac0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.325590593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"44deffd9-6f66-4f5e-ac4b-76a044cac0c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.334480005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"1c67b38c-f9c9-4364-abf1-bf3fea0566ca","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.334496231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ea1e4c1c-8076-49d4-84cb-bec6783bcfab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.334501883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"1c67b38c-f9c9-4364-abf1-bf3fea0566ca","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.336578478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a538dfa1-a660-4408-bd22-c30a2a984824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.341704421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"ea1e4c1c-8076-49d4-84cb-bec6783bcfab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.34442633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"a538dfa1-a660-4408-bd22-c30a2a984824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.454497025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"04cd4c78-0429-4d82-9bb1-2e70ec25192b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.458421203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3ce282d4-0bf0-47c5-88d8-f4e833fc8201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.468990214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"3ce282d4-0bf0-47c5-88d8-f4e833fc8201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.487190627Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"04cd4c78-0429-4d82-9bb1-2e70ec25192b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.492800093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"04cd4c78-0429-4d82-9bb1-2e70ec25192b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.503951059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"55996c80-38bf-4d68-bfb8-8373cb5c2994","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:41.503974001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"55996c80-38bf-4d68-bfb8-8373cb5c2994","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:42.771717668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"2c42ec7a-d56d-4478-be68-b4728b82ab2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:42.906866766Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"2c42ec7a-d56d-4478-be68-b4728b82ab2c","name":"e2e-inf-a-9265bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:47.431884542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.185021706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"7b923ce7-0e58-4aa2-a151-e681bcd5ce05","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.192548815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"7b923ce7-0e58-4aa2-a151-e681bcd5ce05","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.198169991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"7b923ce7-0e58-4aa2-a151-e681bcd5ce05","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.273192092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"124c92ae-e1cf-44f4-98b1-b6dbbf870fdb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.273188791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"31bacc9f-d09e-45fd-8101-dc4454ae3b73","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.281273454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"31bacc9f-d09e-45fd-8101-dc4454ae3b73","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.281271036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"124c92ae-e1cf-44f4-98b1-b6dbbf870fdb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.287767398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"124c92ae-e1cf-44f4-98b1-b6dbbf870fdb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.287817459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bfd53dbe6c6d2ba2db2ee3cc0e9894616a52c16523c429ad56b30d00fe26df6) AuthConfig (0dead562e489d03a6daf48380f4874ee6feb70144f461e689a4085816a3e4d47) AuthConfig (30984cc55b0e8685565ebc73dfa368341d04f21a2e9aebcc936da7b765e670f2) AuthConfig (951c391e122041faf535b54c571d556403ecabc778862b572e5219b407c8a6ae) AuthConfig (0b70c2a704cfcada0449e47dddb6b5353340a49f6ebb463a25974a61e4e3f722) AuthConfig (ceab51a83457bde6ca039ab1002a0f7c50f5e4d9131e8bc57354a486b9f015d5) AuthConfig (33c64bd9766d4d3db6e8f2577957095a6c8e47947b526987b67658271a7955ef) AuthConfig (85ae1047e61b1ffc559ab7048cb0ec63f4c1670afa4dd8c85b6392d7ec59ae03) AuthConfig (cef7c1e0913731a589642aa437ebc423e5a22bfe810523dcc1a3faa8af86d64a) AuthConfig (0f2fa9ef6164a82f779168e4036ef1715e3e6111c1707dfc2c81e2b63f4c6f69) AuthConfig (77c8db7e198d8a6bf074c261e905abde97458f91f493cca18d3d8c136dd94f87) AuthConfig (bc769d487b4c2ece2a0c71b4d0ac82a292753d63b12ff2d06b10217841893574) AuthConfig (ebd247e22ea9fc18a2d88eb4eeef91ad2e3209b41ab06749b8db8120325fc408) AuthConfig (59b7e72f3d2c4846f86aa962f86071bbd08bfbfc46590e3a543d499ccdc2ff6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"31bacc9f-d09e-45fd-8101-dc4454ae3b73","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.509461734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"40f0467c-b364-4825-97f3-6c8ec0f3fe9b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.516461638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"40f0467c-b364-4825-97f3-6c8ec0f3fe9b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:12:51.522467341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"40f0467c-b364-4825-97f3-6c8ec0f3fe9b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.206568852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"24c89bb7-4e42-48cf-b555-6dd5f2c1d54a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.214059138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"24c89bb7-4e42-48cf-b555-6dd5f2c1d54a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.221263068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cbeebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca42b42c9cce4e11ed488f96f3953cb9c97e060798609145fefdc069b5bc9100) AuthConfig (8890af9bfc075c33921ca85a0f4cccae6a1effb6cbf1e8151edd4d668b08a9fc) AuthConfig (ee3adffa53f6ba56649f6f745720dc3dd0a9868690f0affffd57b159aa52d3d3) AuthConfig (86a3274b7a10e91ebf312c1a03748ff536339c80a45416e7d27d3f3dde9c299f) AuthConfig (f8c0ddb8ec5254540a52d916d14cc781476a776ea774e189fcf8d1f918c9ba8b) AuthConfig (76c86b4c731d2f7843eb740c0493fb4b1f112c40a2dbb0a6ec21b0759cb6426f) AuthConfig (9b01a1304540c9fc3e4a24a14396b619dadc4ff50a63936d3037cb6a13d67750) AuthConfig (20a1cd331b5af5b39dd0da677e5d5f72cbbd95a998e74c5483a918a21396a391) AuthConfig (b15268c4c7e2babe0c9a5c092dfad07b5a35531e6b0e49d3f71600a8a0620e0f) AuthConfig (5df38396cadf27257a4f959ab4b1f81d17e61422fb7fce95871994451c44b847)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"24c89bb7-4e42-48cf-b555-6dd5f2c1d54a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.307430999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"14cdebcb-2c08-4ff5-b96e-a4aaf25eb220","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.307427383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"c3f94c32-1f86-459b-bb07-7a9923e54737","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.315583668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"c3f94c32-1f86-459b-bb07-7a9923e54737","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.315626402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"14cdebcb-2c08-4ff5-b96e-a4aaf25eb220","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.322445977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5711cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bfd53dbe6c6d2ba2db2ee3cc0e9894616a52c16523c429ad56b30d00fe26df6) AuthConfig (0dead562e489d03a6daf48380f4874ee6feb70144f461e689a4085816a3e4d47) AuthConfig (30984cc55b0e8685565ebc73dfa368341d04f21a2e9aebcc936da7b765e670f2) AuthConfig (951c391e122041faf535b54c571d556403ecabc778862b572e5219b407c8a6ae) AuthConfig (0b70c2a704cfcada0449e47dddb6b5353340a49f6ebb463a25974a61e4e3f722) AuthConfig (ceab51a83457bde6ca039ab1002a0f7c50f5e4d9131e8bc57354a486b9f015d5) AuthConfig (33c64bd9766d4d3db6e8f2577957095a6c8e47947b526987b67658271a7955ef) AuthConfig (85ae1047e61b1ffc559ab7048cb0ec63f4c1670afa4dd8c85b6392d7ec59ae03) AuthConfig (cef7c1e0913731a589642aa437ebc423e5a22bfe810523dcc1a3faa8af86d64a) AuthConfig (0f2fa9ef6164a82f779168e4036ef1715e3e6111c1707dfc2c81e2b63f4c6f69) AuthConfig (77c8db7e198d8a6bf074c261e905abde97458f91f493cca18d3d8c136dd94f87) AuthConfig (bc769d487b4c2ece2a0c71b4d0ac82a292753d63b12ff2d06b10217841893574) AuthConfig (ebd247e22ea9fc18a2d88eb4eeef91ad2e3209b41ab06749b8db8120325fc408) AuthConfig (59b7e72f3d2c4846f86aa962f86071bbd08bfbfc46590e3a543d499ccdc2ff6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"c3f94c32-1f86-459b-bb07-7a9923e54737","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.322570859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"14cdebcb-2c08-4ff5-b96e-a4aaf25eb220","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.574362794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8c14c854-1d96-44f3-a74c-ad6679bc6ce4","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.599636667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8c14c854-1d96-44f3-a74c-ad6679bc6ce4","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:01.60704204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8c14c854-1d96-44f3-a74c-ad6679bc6ce4","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.343940747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4292056-47fb-4a68-9375-700ac6d1c5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.347770564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4292056-47fb-4a68-9375-700ac6d1c5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.351590012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4292056-47fb-4a68-9375-700ac6d1c5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.355774438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4292056-47fb-4a68-9375-700ac6d1c5f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.65789158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0cfc71-807f-47dd-ae35-dad086749002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.661235858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0cfc71-807f-47dd-ae35-dad086749002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.664518897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0cfc71-807f-47dd-ae35-dad086749002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.667850405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0cfc71-807f-47dd-ae35-dad086749002","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.814612817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"de8d2ea7-5b8b-40c0-bac0-39045cbaf7a2","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.815587247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"3d198331-f425-4929-bc27-241602de0350","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.82240026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"3d198331-f425-4929-bc27-241602de0350","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.82278146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"de8d2ea7-5b8b-40c0-bac0-39045cbaf7a2","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.82809155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (df1d6864df674e68f073e4387bfde904ef86b8d014d7b2372798c8f862727f5e) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (f2044a4b42ba0a9fb47f3a0c73f67febcc73e6ed3e8128a10fe6cf15ff40cfd9) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (6cd85fca78a1e188d8896ba8b9a01f631a45c37f839d8a82c5c2bf1313d3dc93) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (0de0ae5d3030707e2c33d848fbfe714f943b92085be490e37c82528685219a14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"3d198331-f425-4929-bc27-241602de0350","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.840500629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"b437d697-9424-4ea8-9666-71e03fe0d060","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:02.840521749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"b437d697-9424-4ea8-9666-71e03fe0d060","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.509049407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbebc85-e3a4-4171-a63d-3ced86127222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.51248374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbebc85-e3a4-4171-a63d-3ced86127222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.515964581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbebc85-e3a4-4171-a63d-3ced86127222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.519404977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbebc85-e3a4-4171-a63d-3ced86127222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.76846439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64319b-28c7-4cd7-b9a6-8831f1504f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.771776935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64319b-28c7-4cd7-b9a6-8831f1504f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.775185312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64319b-28c7-4cd7-b9a6-8831f1504f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:10.778522845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a64319b-28c7-4cd7-b9a6-8831f1504f02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.229598815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"5cc9740f-ea86-4615-a049-f183604e34b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.237101628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"5cc9740f-ea86-4615-a049-f183604e34b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.290057206Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-60ad03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-60ad03","reconcileID":"0f537d9d-f434-466c-a9bd-8f59f4bd83a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-60ad03","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-60ad03":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.382230173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"13238ac2-705c-4c45-a280-d6955b27ff60","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.39166679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7997a2e2-27d9-48e4-8b9d-4e78eea56a32","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.399220864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"88b4ea67-3703-42ae-881f-d227b0aae07b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.404368551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7997a2e2-27d9-48e4-8b9d-4e78eea56a32","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.414491261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"88b4ea67-3703-42ae-881f-d227b0aae07b","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.418304363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15d9e5150f7a0ca3f84726ab316f72e62ce2908c85b33a33df5ceb2ba90a0eec) AuthConfig (cf577c7ff15952dc84fa1bf979f68215b04c3ab890700c90f903de66bc40fb67) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (7a333964f5f54299b6fd221ae76ddaa3201ffb55e312920a454206c845d964e8) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2) AuthConfig (b99633bf912bc2a865d7868cf8068a760e93af954a8c12daef08ee11eb5c84e3) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7997a2e2-27d9-48e4-8b9d-4e78eea56a32","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.443137086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"aab65781-5031-4a7b-9905-9b85508f5b77","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.48872459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"4dee3ec6-82c0-408f-8c60-d3cca10a5ff3","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.796335313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b1b4e7-ecdc-43dd-b222-4229cc864d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.809281362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b1b4e7-ecdc-43dd-b222-4229cc864d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.873225895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b1b4e7-ecdc-43dd-b222-4229cc864d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:11.907742945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17b1b4e7-ecdc-43dd-b222-4229cc864d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.780004828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"bdba5d80-3b08-484d-bbb9-989a4ec433ac","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.784451365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"65e648a6-7c7f-47c9-966b-66b4d8c3b8aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:12.785711034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"eadcc0bf-7af6-42a3-9019-98dd2f92e7c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-39e667-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.804613764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"65e648a6-7c7f-47c9-966b-66b4d8c3b8aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.912981431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"df6aac06-2487-4ca2-b291-1a34d008b739","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.988021293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"a8264171-eacc-462e-8807-fc821f8d412b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:12.990307369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"6e8bb731-b671-4384-a7f0-259d0a8afc7b","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.019878948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"a8264171-eacc-462e-8807-fc821f8d412b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.029226053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"e4e1558c-71da-48e2-bf94-8b8126615684","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.03288937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (df1d6864df674e68f073e4387bfde904ef86b8d014d7b2372798c8f862727f5e) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (f2044a4b42ba0a9fb47f3a0c73f67febcc73e6ed3e8128a10fe6cf15ff40cfd9) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (6cd85fca78a1e188d8896ba8b9a01f631a45c37f839d8a82c5c2bf1313d3dc93) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (0de0ae5d3030707e2c33d848fbfe714f943b92085be490e37c82528685219a14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"a8264171-eacc-462e-8807-fc821f8d412b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.053792879Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"3083f888-156a-4350-9152-10be8b0cbd48","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5711cf/e2e-shr-auth-39e667-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.055096095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"4e1cacb5-453e-4f34-b56f-5a78ab8db19d","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.094162557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"4e1cacb5-453e-4f34-b56f-5a78ab8db19d","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.146954105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"ac9a374b-4b83-4eb5-a7b2-55593e58f554","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:13.165347814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"a550206f-c623-4d7c-a961-e21d94b810cc","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.432374452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"6836664d-8527-49b1-bf8a-b9a431cbd4af","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.437594834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"93626e4b-431a-4753-8ad9-32ab6b060b7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:16.437669776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"d886a766-bacd-403b-bf2e-06ffc7afb34b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-44c521-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.444457023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"93626e4b-431a-4753-8ad9-32ab6b060b7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.44906462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"4ab304ec-450c-4754-9108-9ab16a3da3dd","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:16.459652893Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"4ab304ec-450c-4754-9108-9ab16a3da3dd","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:16.459712574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"4ab304ec-450c-4754-9108-9ab16a3da3dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.463454608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"f6b63959-61fd-48f1-8c4b-bdb8dbe6cb5b","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.470350886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"4321b75a-0f97-4761-852b-7029fb9e953b","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.481541186Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"8d3306fd-589b-48f2-a8ad-9bd1b03e46c7","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-cbeebd/e2e-shr-quota-44c521-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.509101078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"55878e17-66df-48fe-9878-d7ba1cae7050","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.562875854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"6f82e565-b75d-4ccf-97a1-e5f04d2557d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.569680704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"6f82e565-b75d-4ccf-97a1-e5f04d2557d4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:16.579249108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"40e5b788-f30c-4881-a48a-0a2d84c8ba2e","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:17.426306013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:21.445411225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"71f35f17-701e-40b9-83e9-b505e6fbfadd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:21.462624182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"71f35f17-701e-40b9-83e9-b505e6fbfadd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:21.509113204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15d9e5150f7a0ca3f84726ab316f72e62ce2908c85b33a33df5ceb2ba90a0eec) AuthConfig (cf577c7ff15952dc84fa1bf979f68215b04c3ab890700c90f903de66bc40fb67) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (7a333964f5f54299b6fd221ae76ddaa3201ffb55e312920a454206c845d964e8) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2) AuthConfig (b99633bf912bc2a865d7868cf8068a760e93af954a8c12daef08ee11eb5c84e3) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"71f35f17-701e-40b9-83e9-b505e6fbfadd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:23.042252959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"12cbabdf-a808-473a-af4c-bd77c705fb8a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:23.049463923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"12cbabdf-a808-473a-af4c-bd77c705fb8a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:23.05571417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (df1d6864df674e68f073e4387bfde904ef86b8d014d7b2372798c8f862727f5e) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (f2044a4b42ba0a9fb47f3a0c73f67febcc73e6ed3e8128a10fe6cf15ff40cfd9) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (6cd85fca78a1e188d8896ba8b9a01f631a45c37f839d8a82c5c2bf1313d3dc93) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (0de0ae5d3030707e2c33d848fbfe714f943b92085be490e37c82528685219a14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"12cbabdf-a808-473a-af4c-bd77c705fb8a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:30.152546182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"6648ab03-4ec0-4727-a1b8-48529b97ad3c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:30.17479595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"6648ab03-4ec0-4727-a1b8-48529b97ad3c","name":"e2e-inf-b-60ad03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:31.517693184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"fd8d41f3-6219-4b1a-837d-73e203c48412","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:31.524348375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"fd8d41f3-6219-4b1a-837d-73e203c48412","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:31.530290038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15d9e5150f7a0ca3f84726ab316f72e62ce2908c85b33a33df5ceb2ba90a0eec) AuthConfig (cf577c7ff15952dc84fa1bf979f68215b04c3ab890700c90f903de66bc40fb67) AuthConfig (4a2bfe4748c31c42d03e1a41302fb6a2d0ac97c301d01da56fed2d5ea76e63b4) AuthConfig (03b2cc5c207714530c2672d62f03a9697f4b907ca111d473f212193aae206e6f) AuthConfig (7a333964f5f54299b6fd221ae76ddaa3201ffb55e312920a454206c845d964e8) AuthConfig (23357716aff8085e801410e7b3c5bfc529642985f406492d69ee8d8f0c3fa50f) AuthConfig (930af399eac9d70e11a16260668d9d43ace9bb316e53fe60de81f838d9b36129) AuthConfig (236320213e1c6708a86c66eb8210382bcaf529778908b24f5b20fa02dce17ab2) AuthConfig (b99633bf912bc2a865d7868cf8068a760e93af954a8c12daef08ee11eb5c84e3) AuthConfig (595f8651c6d25ef6c72f67ef3433702f5cc9a34b2a942e050f1a6f5cb678b292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"fd8d41f3-6219-4b1a-837d-73e203c48412","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:33.068050193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"5bde1a1b-a2ad-4874-93da-ba9ad5e11218","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:33.119873367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"5bde1a1b-a2ad-4874-93da-ba9ad5e11218","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:33.127331359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb5766-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbdc44a88b7fec06a51880fb7a2506df1a0484cf002f78fcdcda2193ce89788a) AuthConfig (a1836678b0fbc7709f6a8482f224ad834862867e5cdc85ed927ad46e85662862) AuthConfig (a6f36d62471a572a48fa21648f2fa7bb854d3c34af7c1bc13d0503bf64265a27) AuthConfig (df1d6864df674e68f073e4387bfde904ef86b8d014d7b2372798c8f862727f5e) AuthConfig (387443d2a95fa41258b7131a3ea82db5437cf3b4a271371ccd3e25c89d44c299) AuthConfig (f2044a4b42ba0a9fb47f3a0c73f67febcc73e6ed3e8128a10fe6cf15ff40cfd9) AuthConfig (7081929b8018130a816bebc0ed424f972bd850359596192216666efdd332ba85) AuthConfig (6cd85fca78a1e188d8896ba8b9a01f631a45c37f839d8a82c5c2bf1313d3dc93) AuthConfig (e50ac88bbbc1e14a4638568f06b00583f89158aa6b37972d3ad82c7f911924dc) AuthConfig (0de0ae5d3030707e2c33d848fbfe714f943b92085be490e37c82528685219a14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"5bde1a1b-a2ad-4874-93da-ba9ad5e11218","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.240656381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"ad44966f-8988-480a-8c2e-ec800430d7f6","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.389853671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"11986cad-e495-437f-a32d-2226397fb290","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.42559542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"bbeacb27-cd8d-4dd9-8de9-fd0c1f89d582","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.455567191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"c5dd5b05-1cc8-47db-93b3-e8c8b657fd18","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.949027468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"4e10164c-7861-410d-9f2e-01d1018c6fb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.949826788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"a73dd31f-2828-4728-b1ac-9a45595a05b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.958272582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"a73dd31f-2828-4728-b1ac-9a45595a05b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:39.958864038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"4e10164c-7861-410d-9f2e-01d1018c6fb0","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.1540617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"93d17024-ce2b-413c-bcde-9f10bd04cf11","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.161464285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"93d17024-ce2b-413c-bcde-9f10bd04cf11","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.751216364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"1e2418b5-c539-4623-a18c-29959eb78bda","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.75949659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"1c017217-f3ff-438b-bc46-b3d3915889f1","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.763753332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2d0c843f-9727-4157-9606-36478a334c21","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.787966624Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2d0c843f-9727-4157-9606-36478a334c21","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.794434381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2d0c843f-9727-4157-9606-36478a334c21","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.805894853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"3ac83fc6-4c3f-48bd-8107-0e6581f8f3c7","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.823645026Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"ec900c41-0a43-4d9f-94e5-842f902aea0f","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.832679497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"e16b23c1-6665-4ed8-bba3-3fbd144abab5","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.833059689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"df53650c-892b-4e7a-b07e-3798272038b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.83463921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"674e26b7-ec72-4d8d-950f-db88f400c95a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.838043713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9074c6f7-31de-4972-8d7f-8324194a6250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.83845256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"33cfed8e-cc6b-4390-a7a2-cd57c3a9f357","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.838572187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cdfd622a-b6ce-479a-804e-1c165b9a27a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.842968519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"df53650c-892b-4e7a-b07e-3798272038b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.843376865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"674e26b7-ec72-4d8d-950f-db88f400c95a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.845759993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"cdfd622a-b6ce-479a-804e-1c165b9a27a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.845832036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"9074c6f7-31de-4972-8d7f-8324194a6250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.848904578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"33cfed8e-cc6b-4390-a7a2-cd57c3a9f357","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.855000255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"33cfed8e-cc6b-4390-a7a2-cd57c3a9f357","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.88521686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f4b686e4-da5a-437d-bcf1-b7bcf396dffa","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.885491196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a2179d74-e491-4308-bbc4-9a91a4597cb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.886101184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6664a4d1-465a-4659-88d8-e78e3819daac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.889873915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"9b9b001e-0059-4315-ad3d-a80fccfbb0a2","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.895664861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a2179d74-e491-4308-bbc4-9a91a4597cb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.895938454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"6664a4d1-465a-4659-88d8-e78e3819daac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.898441363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f4b686e4-da5a-437d-bcf1-b7bcf396dffa","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.903498412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"a174a39c-0467-4528-89b7-5690ef39cb9d","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.915869378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"7fe40826-1062-4fe7-af32-aa280f8f3dbd","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.918969985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"a7801607-2044-42cd-8d60-b07ae1c22ade","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.919579189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"fc6531da-1bb6-4af9-9762-4076e62ae44d","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.931773116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"5b581c1a-34a0-49ff-8179-0118d9f0203b","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.994095882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"c663c6fb-46b5-4d73-9809-ec4ce20a0b8f","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:40.99412866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"c663c6fb-46b5-4d73-9809-ec4ce20a0b8f","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.00050355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"33da6280-84c6-43c7-9385-2ffb1499d512","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.000900719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d5f429a6-e703-46c5-a846-8b3253fbed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.001005168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"f0d666e3-ec82-46eb-8262-52169cbbf282","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.013087518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"33da6280-84c6-43c7-9385-2ffb1499d512","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.013797586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d5f429a6-e703-46c5-a846-8b3253fbed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.0290754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","reconcileID":"49d4af81-a465-48f7-a520-799c74325872","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.036259818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"c56f1393-5195-4671-9201-c393e422fd6b","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.036381039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"274e54a4-16ea-4ffa-957f-da196eb0c670","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.081606199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"8faba90c-484b-478a-808b-d5ec3370b22c","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.083061181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"5f190cd9-74e3-4f9b-9ca8-7451989474cb","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.094067279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"bd688ebf-99ca-4893-bd98-14d38faef201","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.095144008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"512980eb-7c13-408d-b27a-f2072adec1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.095225433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f00b9fb0-f44b-4fc3-9ccd-1a97cd45c002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.097402194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e884aea2-b872-48f1-a7ab-a297f94ec68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.102308359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"512980eb-7c13-408d-b27a-f2072adec1b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.102730585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f00b9fb0-f44b-4fc3-9ccd-1a97cd45c002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.102817101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","reconcileID":"dd539ee9-0325-412a-9b65-7670de4ffb81","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-amb-61de6c-fbce93dbea0f","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","externalModel":"e2e-shr-amb-61de6c","provider":"e2e-shr-amb-61de6c-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.10503907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e884aea2-b872-48f1-a7ab-a297f94ec68a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.245813145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"ed7255c2-5658-4585-a081-58f132bc9235","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.468677462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"971038c5-95fe-495f-ab1d-7bd44afb690d","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.518358651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"f80fcd50-da57-4a6f-9845-21f986bf307d","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.552211443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efba0deb-d6a7-48ec-802a-3e4968d6a257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.552961643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"07ef8c19-d87d-401c-9d54-54e40c619f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.55443843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"eb2d170f-5317-4b4e-9604-10c6d355c617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.582513882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9e776ed9-bd75-4f4c-9d53-9d69423ef21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.60895381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"07ef8c19-d87d-401c-9d54-54e40c619f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.862179072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efba0deb-d6a7-48ec-802a-3e4968d6a257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.866358691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"9e776ed9-bd75-4f4c-9d53-9d69423ef21f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.870485637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"eb2d170f-5317-4b4e-9604-10c6d355c617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.871270348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-b-5711cf","reconcileID":"37470a3f-120a-4ab6-8f76-1f613657167d","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-amb-61de6c-85a56489dd10","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-amb-61de6c-e2e-extmod-b-5711cf","externalModel":"e2e-shr-amb-61de6c","provider":"e2e-shr-amb-61de6c-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.879343513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e98602d2-a68d-43a5-8189-8b03654e5d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.891957915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"e98602d2-a68d-43a5-8189-8b03654e5d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.892715681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","reconcileID":"fb098c03-ae56-44cd-b138-2a5890ac0bb6","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-amb-61de6c-fbce93dbea0f","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","externalModel":"e2e-shr-amb-61de6c","provider":"e2e-shr-amb-61de6c-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.908488161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","reconcileID":"fc39d6d3-9a01-4b89-b563-ef15d5a7c893","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-amb-61de6c-fbce93dbea0f","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","externalModel":"e2e-shr-amb-61de6c","provider":"e2e-shr-amb-61de6c-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.985160968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"700706f7-cdc2-4a28-a886-0f60e7f60e7a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.987183312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a4d190bf-7faa-4711-9c42-5df7909d6fb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.988001121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7eacc4e7-919b-405b-8812-76c5d255a22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.992210552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"700706f7-cdc2-4a28-a886-0f60e7f60e7a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.994471006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a4d190bf-7faa-4711-9c42-5df7909d6fb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:41.996825057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"7eacc4e7-919b-405b-8812-76c5d255a22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.095729356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f882523f-8bed-418e-bfa5-0b5427778f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.096956429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"9821c3d1-521f-4c10-a865-1413ac474928","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.105834115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f882523f-8bed-418e-bfa5-0b5427778f14","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.110174377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"9821c3d1-521f-4c10-a865-1413ac474928","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.113855401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"0e53164a-90e3-4045-8ed9-e4675e86ef8c","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.116260684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"9821c3d1-521f-4c10-a865-1413ac474928","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.121394559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"0e53164a-90e3-4045-8ed9-e4675e86ef8c","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.130034125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"517ec943-057c-47de-8993-29721d38296d","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.130084672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"517ec943-057c-47de-8993-29721d38296d","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.144072746Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"ab6db607-ec91-472b-9bfc-ff743202a101","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.144123194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"ab6db607-ec91-472b-9bfc-ff743202a101","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.167791109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"4c341964-8b7c-4d58-b93a-c9ad25678a69","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.167840958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"4c341964-8b7c-4d58-b93a-c9ad25678a69","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.184632384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"b73b4649-853d-478c-9514-9d596a52facd","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.186734075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"10f6c657-bde1-466c-bbbd-860a93257634","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.189197322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"64a2f774-bc01-43e8-acc0-86244ae70ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.190404407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"1b91b1ad-2b02-475c-8e08-43b8caff013f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.196475539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"b73b4649-853d-478c-9514-9d596a52facd","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.197504131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"10f6c657-bde1-466c-bbbd-860a93257634","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.205549938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"64a2f774-bc01-43e8-acc0-86244ae70ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.28355498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"1b91b1ad-2b02-475c-8e08-43b8caff013f","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.286102651Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"616cc4b4-1a36-409d-9c46-0533c5727ad5","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.286189045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"616cc4b4-1a36-409d-9c46-0533c5727ad5","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.288858436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"061d6532-df91-43aa-a6f2-d3d2bdb5235f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.298827255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"061d6532-df91-43aa-a6f2-d3d2bdb5235f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.384496078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"28e88c44-8210-43ec-bfe3-c373bda86d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.384999887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"531da35e-9255-4949-99cd-fc8416b61c29","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.385060736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"531da35e-9255-4949-99cd-fc8416b61c29","error":"ExternalModel e2e-extmod-shr-user-216d57/e2e-shr-amb-61de6c is attached to several gateways [openshift-ingress/e2e-extmod-a-35936b openshift-ingress/e2e-extmod-b-5711cf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.391907234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"5294a46c-9dc9-47fd-bc55-8d2cc4b17c20","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.392288597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"893c6c5e-b18f-426f-b0bf-83a0a44c95c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.39229474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"55647db4-d3ca-4393-97ca-e74297af2748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.394660437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"28e88c44-8210-43ec-bfe3-c373bda86d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.402334687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"893c6c5e-b18f-426f-b0bf-83a0a44c95c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.406707948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"55647db4-d3ca-4393-97ca-e74297af2748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.406709247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"5294a46c-9dc9-47fd-bc55-8d2cc4b17c20","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.407540298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"34aa2d1f-0bc5-4743-af51-5bfaeff4f139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.407899844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"8af1cc94-1202-401f-8b39-c336802ab9e6","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.412571024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"3313f177-03dc-437e-a914-1c1c7fb15bbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-f3fe21-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.416210912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"34aa2d1f-0bc5-4743-af51-5bfaeff4f139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.425009759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"11ea887e-3b8c-4f43-b219-73f4cf2948dd","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.433518644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"11ea887e-3b8c-4f43-b219-73f4cf2948dd","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.433572189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"11ea887e-3b8c-4f43-b219-73f4cf2948dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.438016333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"f5f0cb04-bfcb-4820-bbb5-d85a7f39bbbe","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.444775176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"fc1c7c84-c1b3-4ab3-8841-e69170176e4b","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.456307024Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"fc57a17c-7e22-4596-beaf-ea2f520db377","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-shared-f3fe21-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.516121358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"ded57786-5f18-40c3-ace3-c6d909e44d28","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.553234456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-ambiguous","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-ambiguous","reconcileID":"0c346462-9f19-4f8c-94ef-f9f40709507a","error":"maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-61de6c-ambiguous\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.553765261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f0a725b4-6d7c-41c0-b22a-c154ae4f215f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.564482937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"f0a725b4-6d7c-41c0-b22a-c154ae4f215f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.577230691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"90d80ab0-777d-4425-b457-537314f1afe8","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.626833991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7124a569-bd36-4be5-a568-0fc8472c7075","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.629436806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"61918cf7-fcee-4553-82bd-6390c3f5f990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.632123548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"aa4d2b4e-a436-4bb3-aa44-9bf54d7179d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.632387592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e7c71d7-cd2b-40c6-9634-8a31e5f4000b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.634235061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"7124a569-bd36-4be5-a568-0fc8472c7075","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.636376785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"61918cf7-fcee-4553-82bd-6390c3f5f990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.646211206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e7c71d7-cd2b-40c6-9634-8a31e5f4000b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.64636465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"aa4d2b4e-a436-4bb3-aa44-9bf54d7179d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.861309492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","reconcileID":"636dcd42-2a06-4023-a70c-828f853ab667","MaaSModelRef":{"name":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-amb-61de6c-fbce93dbea0f","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-amb-61de6c-e2e-extmod-a-35936b","externalModel":"e2e-shr-amb-61de6c","provider":"e2e-shr-amb-61de6c-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.929014422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"43ce0526-0656-43d4-b50f-e2f42059e6df","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.929041496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"43ce0526-0656-43d4-b50f-e2f42059e6df","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.934067401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"53aa0e34-b4f8-4df5-8b5e-576da7446111","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-595d3482-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.944616968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"34e4969a-e7e1-467b-a5e6-1f6490723fa4","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.944644393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"34e4969a-e7e1-467b-a5e6-1f6490723fa4","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.954624134Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"34e4969a-e7e1-467b-a5e6-1f6490723fa4","name":"e2e-fail-595d3482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-595d3482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:13:42.9546743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"34e4969a-e7e1-467b-a5e6-1f6490723fa4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-595d3482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.958121221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"eae69691-59a4-42a2-b1c1-18d31d22b341","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.95814155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"eae69691-59a4-42a2-b1c1-18d31d22b341","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.966273255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"8fef3416-0175-45dc-97fe-33a32eeaf3b1","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.966292878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"8fef3416-0175-45dc-97fe-33a32eeaf3b1","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:42.981146073Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"5bc24671-66af-4367-9efa-4cb830b25cd4","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-fail-595d3482","model":"e2e-fail-595d3482","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb5766/e2e-fail-595d3482-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.082646816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"506559c1-4ff5-49ba-91a5-d4443a2a3359","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.082675191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"506559c1-4ff5-49ba-91a5-d4443a2a3359","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.093136336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"2af49bbf-e302-4821-8bd1-34938a85e48a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.103540677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"2af49bbf-e302-4821-8bd1-34938a85e48a","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.106480308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"8f8045a4-08cc-4191-8d93-bc3281c32b88","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-fail-595d3482","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.127550414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"0e4de1da-dfa2-490d-ae19-d9476a7e0c78","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.134895529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"0e4de1da-dfa2-490d-ae19-d9476a7e0c78","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.448095301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"d1034ba6-0279-4da8-bf50-89d5abd69cbe","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.459106647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"29372128-16b7-470a-bab9-7042766b3570","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.460009435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"60e0cf99-0670-49b7-ab1f-1188e411cfb2","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.461725626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"113e29bf-05a6-4360-92b6-9636e0845ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.463569678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d869d6a4-e66c-4280-8e0a-9950a09ae17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.464130695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e1de736-abe0-4379-bcf0-275917a32851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.465983372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"915aa859-424a-46b2-8a6e-ace035b3376a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.466859663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"29372128-16b7-470a-bab9-7042766b3570","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.469847883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"113e29bf-05a6-4360-92b6-9636e0845ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.470539584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"bfd4c019-fbd1-4b55-9c2b-f1ca51eea544","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.471990555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d869d6a4-e66c-4280-8e0a-9950a09ae17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.474085238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"29372128-16b7-470a-bab9-7042766b3570","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.476209325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e1de736-abe0-4379-bcf0-275917a32851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.4782792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"915aa859-424a-46b2-8a6e-ace035b3376a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.478856277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"6ac2914b-fc2b-4c23-b36e-9110244f0190","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.482133465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"e3781382-a86f-4747-9e0e-a6374713bf8b","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.483614244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"1c30dbff-6454-4617-a7a1-0a1277eb2e2b","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.489150727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"279fdfdf-2da8-4da5-9571-2d03fde626b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.493481613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"365c180d-9238-408b-8c0b-9d40a9ef9b85","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.501031212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"57cdbfb0-b61d-4118-a413-9f53f4de7801","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.5011534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"279fdfdf-2da8-4da5-9571-2d03fde626b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.508266092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"d90264af-eb38-435f-bfbe-a2025b8758f0","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.515544675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"42750c88-d1cc-4567-b1ba-8373d19f7de2","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.575776922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"b6960751-e762-4631-84c6-7e103206ead2","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.59559379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d8b4bd9d-faf0-4c7d-b260-7d1de2da074d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.610943243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"d8b4bd9d-faf0-4c7d-b260-7d1de2da074d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.674074652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"c1f88c1c-1181-4c36-9306-a29d08f312d9","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.682116136Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-61de6c","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","reconcileID":"936917b7-e5d3-4433-b676-abfaa996923e","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-amb-61de6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.689654674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"96184789-1708-4683-bd02-0601331ac809","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.691346455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5c207471-5bb0-4c7f-9c9c-fa4a1507aeb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.691787572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"37414fc3-5679-4142-9983-4a4a38294401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.691794949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c8a08e3f-e8e2-41b1-869b-ce1eb3aea481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.692195151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c7049f21-17af-470f-a7b4-e7005e811dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.696823952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"96184789-1708-4683-bd02-0601331ac809","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.698971359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c8a08e3f-e8e2-41b1-869b-ce1eb3aea481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.699140919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"37414fc3-5679-4142-9983-4a4a38294401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.701156795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5c207471-5bb0-4c7f-9c9c-fa4a1507aeb5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.701666984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c7049f21-17af-470f-a7b4-e7005e811dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.881838667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"0267e695-0053-4796-be07-09db12aed84d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.885221292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e062654e-dc4a-45b2-89b7-266e52640531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.887849924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cb7c9a6d-b82e-4125-8cd7-2f6a4f653dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.910310888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"0267e695-0053-4796-be07-09db12aed84d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.918599763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"e062654e-dc4a-45b2-89b7-266e52640531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.919033687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cb7c9a6d-b82e-4125-8cd7-2f6a4f653dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.941511104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"ad1e3732-3598-4252-bdba-6de6dd53d04a","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.942678605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"15e3b545-446d-497c-8357-e25e8351c2d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.952757985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"ad1e3732-3598-4252-bdba-6de6dd53d04a","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:43.953150464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"15e3b545-446d-497c-8357-e25e8351c2d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.185375977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"28f60d74-14e3-4f61-ad1b-3ebffebd22c2","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.187211827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"9bdc3321-a00b-437a-a067-882136183256","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.189076344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4ba6b47c-49f1-46e4-a7b7-5a7f3022daa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.189582329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"bafc158e-a425-4bbf-a577-e7892bdd4f42","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.193131549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"28f60d74-14e3-4f61-ad1b-3ebffebd22c2","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.194182017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"9bdc3321-a00b-437a-a067-882136183256","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.196706285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"4ba6b47c-49f1-46e4-a7b7-5a7f3022daa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.205355631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"2593a555-8040-4eb6-a0c2-c5d337456a26","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dea9d6ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.26522057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4dbc39db-93a1-42fb-87ba-93de43eefc1e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.265806986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab7621c-c961-44e0-aed0-6516266a304c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.514550675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab7621c-c961-44e0-aed0-6516266a304c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.543691814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4dbc39db-93a1-42fb-87ba-93de43eefc1e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.552746644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4dbc39db-93a1-42fb-87ba-93de43eefc1e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.568529058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505d5673-ae84-4f7c-8f13-66b1f11645b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.569150431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d5d193ba-69e3-44d9-a166-b9ba105eb23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.590047806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"d5d193ba-69e3-44d9-a166-b9ba105eb23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.593338532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4446ca01-29f5-48ca-91c3-5b370ceec1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.594135574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9bbf4765-766d-428b-a63c-2b2da90045e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.594371536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505d5673-ae84-4f7c-8f13-66b1f11645b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.594891557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2478ec07-852c-438e-9d13-74f661fab0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.60690869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"9bbf4765-766d-428b-a63c-2b2da90045e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.613552563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4446ca01-29f5-48ca-91c3-5b370ceec1df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.619305197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2478ec07-852c-438e-9d13-74f661fab0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.640002287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"293b7b66-7ac5-498a-b839-e5236074408b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.640620137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"f8156595-8f31-4fb7-8073-87b8c53f762d","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.65176048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"293b7b66-7ac5-498a-b839-e5236074408b","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.652130716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"f8156595-8f31-4fb7-8073-87b8c53f762d","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.681273061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1184784d-ba8a-49e5-b4bf-6c2e7a1a4de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.686499088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"11f3e0dc-5229-4ac4-aad7-5880fcb650dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.692748013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1184784d-ba8a-49e5-b4bf-6c2e7a1a4de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.695343752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"236fcac3-a613-4e4a-b67b-5ee24dec2248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.700371147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"11f3e0dc-5229-4ac4-aad7-5880fcb650dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.707350517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"236fcac3-a613-4e4a-b67b-5ee24dec2248","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.771532548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"58a8a0ea-28e3-4242-a144-4f7a7e9f01b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:44.779356971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"58a8a0ea-28e3-4242-a144-4f7a7e9f01b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:47.424342782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.486148658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc20aee-4512-4efc-ab2c-6cce6d18b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.491044081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc20aee-4512-4efc-ab2c-6cce6d18b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.496701479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc20aee-4512-4efc-ab2c-6cce6d18b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.504016004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbc20aee-4512-4efc-ab2c-6cce6d18b513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.676956005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5cabc-7703-4d9b-bdb0-2da85b795065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.681175564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5cabc-7703-4d9b-bdb0-2da85b795065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.687590801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5cabc-7703-4d9b-bdb0-2da85b795065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:51.694660084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c5cabc-7703-4d9b-bdb0-2da85b795065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.20936142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"01113220-5612-43e7-a487-633b52e95a09","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","subscription":"e2e-shr-auth-39e667-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.216604259Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"01113220-5612-43e7-a487-633b52e95a09","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.222973642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-sub","reconcileID":"01113220-5612-43e7-a487-633b52e95a09","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.256499268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"aee383c8-b916-40ee-b2a7-776af75c2ffd","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.26145168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"61480a1e-2353-4bf9-b694-2f4a81765514","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.272164967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"61480a1e-2353-4bf9-b694-2f4a81765514","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.362425658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"0500e60b-573f-426a-8080-dcd7db253e10","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.369696241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"0500e60b-573f-426a-8080-dcd7db253e10","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.392816272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"31b78a7d-5220-4da9-8e02-5d4555ab78c1","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.483788577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bf7e3f5c-0778-46fb-b4ea-c66a18c55259","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.495177268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bf7e3f5c-0778-46fb-b4ea-c66a18c55259","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.518158774Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bf7e3f5c-0778-46fb-b4ea-c66a18c55259","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"name":"e2e-extmod-b-5711cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.518188427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"e2e-shr-auth-39e667-access","reconcileID":"bf7e3f5c-0778-46fb-b4ea-c66a18c55259","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.53112956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","reconcileID":"5c6ef66b-dbf6-4df5-b7d8-5050f84f5155","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-b77c98e46c67","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-b-5711cf","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.598674374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"3231f731-0b58-436f-82f1-a33fe48d1c78","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.605663528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"3231f731-0b58-436f-82f1-a33fe48d1c78","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.612095469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"3231f731-0b58-436f-82f1-a33fe48d1c78","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.716774837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"fd357eb5-ad12-482a-942c-dda7ea8dc205","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.720613509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"203d681e-e3b3-45a3-9a54-37196f71af23","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.782671447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"203d681e-e3b3-45a3-9a54-37196f71af23","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.786760062Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"6afa5818-a434-488b-a0f3-2706e46a42ae","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43d197c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.811122034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"b92214f6-9f7e-4856-9f40-c27acee00984","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:13:54.819550836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"b92214f6-9f7e-4856-9f40-c27acee00984","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.52338718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"326d0676-4b96-425a-96b3-05e5be6bf24e","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-fail-595d3482","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.563750583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"39ddd3ef-ae0b-4fbe-9999-c951d5fa301a","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.563786484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"39ddd3ef-ae0b-4fbe-9999-c951d5fa301a","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.706397457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"96a45183-81c4-4bf9-9df8-59b5edac345d","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.735623722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"5db6b1e1-43a6-4fd9-91c7-424ccfe12859","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.938090514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2f21e7e0-8783-4077-ab54-444f358801da","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.941390586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"6f84a017-3a92-4b3f-9e0d-829a2b646721","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.9504112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2f21e7e0-8783-4077-ab54-444f358801da","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:02.950734696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"6f84a017-3a92-4b3f-9e0d-829a2b646721","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:03.947339753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"e51fa0ea-b64b-4429-a92e-ea04a33cfcc4","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:03.95053203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"e905a5ad-2e0c-4dd1-92af-f6be049a4a66","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:03.955058553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"e51fa0ea-b64b-4429-a92e-ea04a33cfcc4","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:03.958507188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"e905a5ad-2e0c-4dd1-92af-f6be049a4a66","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.621430151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f6bfabac-741e-435b-a268-d04b764abb69","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.630813765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f6bfabac-741e-435b-a268-d04b764abb69","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.640351109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f6bfabac-741e-435b-a268-d04b764abb69","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.652583499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"b29ee4b7-8be1-448e-94c3-0cfa604e26aa","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.794093319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"15be0a93-5f38-4b8c-b72a-d226c174c50a","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","subscription":"e2e-shr-auth-39e667-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.802732688Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"15be0a93-5f38-4b8c-b72a-d226c174c50a","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.806478227Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-sub","reconcileID":"15be0a93-5f38-4b8c-b72a-d226c174c50a","MaaSSubscription":{"name":"e2e-shr-auth-39e667-sub","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"maas-trlp-e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.931827939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"f1ee9669-199d-4fcc-8f79-4b4dddf17e9e","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.937864263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"8b03cecc-1863-4cee-ae20-a55079751098","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:04.945742265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"8b03cecc-1863-4cee-ae20-a55079751098","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.067768868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"dd786b34-2365-441c-be53-32aeaf4b3822","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.071539803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"cbab273c-153f-4362-b29f-91b03c408bbd","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.07439762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"dd786b34-2365-441c-be53-32aeaf4b3822","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.164310708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a33f65ae-c65d-4679-8e9a-466b36e17681","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"model":"e2e-extmod-shr-user-216d57/e2e-shr-auth-39e667-e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.174610881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a33f65ae-c65d-4679-8e9a-466b36e17681","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.198741748Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a33f65ae-c65d-4679-8e9a-466b36e17681","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"name":"e2e-extmod-a-35936b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.19877118Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"e2e-shr-auth-39e667-access","reconcileID":"a33f65ae-c65d-4679-8e9a-466b36e17681","MaaSAuthPolicy":{"name":"e2e-shr-auth-39e667-access","namespace":"ai-tenant-e2e-extmod-a-35936b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.210316928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"75eff278-e2d3-48ac-860a-7b8e552a0417","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.518905703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","reconcileID":"7f6dc2ac-eb68-4464-b770-d232ecd9d289","MaaSModelRef":{"name":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-auth-39e667-c9e6492617ba","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-auth-39e667-e2e-extmod-a-35936b","externalModel":"e2e-shr-auth-39e667","provider":"e2e-shr-auth-39e667-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.582507967Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"a23a2abe-112c-4767-bc18-966d91fb6c34","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.592763863Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"a21cf48b-c5f8-457e-817e-81e17c6ad13a","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.600585721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8a5e35b7-52b1-42d6-9f59-533a3f37ae4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.600639629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"efcefe53-17b1-453a-b861-ff484595075c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.603314996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"46d0121f-993a-4640-9999-36d48bfab8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.683579381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe439ad8-a65e-44a5-9d8a-6d95712f9ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.684115779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4118b72b-cbe9-402e-98fd-69d0f8e200cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.687985628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"efcefe53-17b1-453a-b861-ff484595075c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.688312424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8a5e35b7-52b1-42d6-9f59-533a3f37ae4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.693372376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"46d0121f-993a-4640-9999-36d48bfab8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.694658827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe439ad8-a65e-44a5-9d8a-6d95712f9ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.695690784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"efcefe53-17b1-453a-b861-ff484595075c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.696683541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"ab48b0df-eae4-4186-aa4e-2ce73fe58583","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.698037255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4118b72b-cbe9-402e-98fd-69d0f8e200cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.704641161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"edd9cea5-8539-4b3f-bba7-43718e4363ac","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.708819393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"beb0ac61-dc76-4d1d-9d55-283b3d991d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.782562206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"66ad7925-d163-4278-9604-867a6ec12052","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.783009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"965315b8-172d-40f4-bb1b-865824e73ceb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.783196764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"96c32462-de0a-48b3-8cb6-d0858abe1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.785888741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"df10533c-4b61-4c05-a2e3-3ea27debe14a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.787101204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"beb0ac61-dc76-4d1d-9d55-283b3d991d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.787869835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"c0bdfff7-773d-4e06-8584-0fe5507405f9","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.788074842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03ca932d-b984-4f9b-b745-d059887d83b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.789369188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"ccfc6fc4-55ba-49dc-8965-ffd5b3373e8a","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.791255533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"96c32462-de0a-48b3-8cb6-d0858abe1330","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.791698875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"965315b8-172d-40f4-bb1b-865824e73ceb","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.793650168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"df10533c-4b61-4c05-a2e3-3ea27debe14a","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.79578165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"9ffe8a43-ae12-4b12-8b03-7b38f0a1b24e","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.800193949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"03ca932d-b984-4f9b-b745-d059887d83b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.806537239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"7239294e-86f5-44a3-b03f-c1cce13ac6bc","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.890038449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"dc3e446c-77ac-401f-a6df-262f7ff6a5b1","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.894504286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"2b765fee-bc11-4a9a-aa94-c674a3914b2f","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.897087806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4f3c3101-b33d-4cf8-885b-b1ce1441a214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.902861739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c07cee36-948f-4863-82aa-ef347bb04b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.909832306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4f3c3101-b33d-4cf8-885b-b1ce1441a214","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.917076472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"081ce9e3-4fe8-43d0-960b-5863a25408a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.918150978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"15bc2066-19f7-448c-933a-fb611674cbdb","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.919041689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"207c50ad-3f58-4456-9691-1a04ec933c02","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.919267801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c07cee36-948f-4863-82aa-ef347bb04b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.922587304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b58e8a6e-fdd4-454c-8500-6ab77a9ee2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.927377333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"081ce9e3-4fe8-43d0-960b-5863a25408a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.984829306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"207c50ad-3f58-4456-9691-1a04ec933c02","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.981880018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"69287670-0417-4278-a065-ad7bd6c4bf6e","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.986220603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b58e8a6e-fdd4-454c-8500-6ab77a9ee2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:05.98678226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"09a9ae7d-51eb-4bc5-9451-4071a6b654ec","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.008555068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"b16047f6-d472-490c-85d6-61c96a29abdb","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.008581343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"b16047f6-d472-490c-85d6-61c96a29abdb","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.024140828Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"bff20428-6a29-423d-9dbf-7ae3210736a2","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd93a8ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.050312137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"d9813e8a-2beb-4723-86ab-5d04d11976de","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.102468334Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"8bbaf37f-4994-43b4-a610-52dff3a86e7d","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.109222392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"0d9dbf91-4242-4a3f-981c-1050760f29ef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.112862985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"e4511554-7d4a-425d-829f-e8ce611faf3e","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.113763657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"43504827-03c2-421d-82f5-ce3178969585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.115285268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"76e02e70-004f-441a-9fe8-a501aed48801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.117626527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77466156-e0d8-44e8-a26c-b2ca2e040335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.11899192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb511689-39a0-4b7f-a425-06fc4d881f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.12180169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"e4511554-7d4a-425d-829f-e8ce611faf3e","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.122539701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"43504827-03c2-421d-82f5-ce3178969585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.125252831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"76e02e70-004f-441a-9fe8-a501aed48801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.126248244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77466156-e0d8-44e8-a26c-b2ca2e040335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.128293793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb511689-39a0-4b7f-a425-06fc4d881f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.402602223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"61d6f3db-b087-4682-bb8b-d87f083d1a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.417504144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"37d4ed43-f430-455d-8bce-92e5fe7c7eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.523320078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5bca4ee8-0ef4-4b67-ba70-7ab3f2a92fb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.550479059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c11d8bc0-9df5-406c-83e0-dfebd2d106fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.584660738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"61d6f3db-b087-4682-bb8b-d87f083d1a9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.595690938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5bca4ee8-0ef4-4b67-ba70-7ab3f2a92fb6","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.62741178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"37d4ed43-f430-455d-8bce-92e5fe7c7eae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.632132721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"c11d8bc0-9df5-406c-83e0-dfebd2d106fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.635502275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"353462f7-76b1-47e9-aaed-cf9bdf3ac8a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.68906193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"0f0b7b98-45f7-480f-9885-6a262d79a1ff","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.691638884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"353462f7-76b1-47e9-aaed-cf9bdf3ac8a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.700256096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"353462f7-76b1-47e9-aaed-cf9bdf3ac8a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.701309536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","reconcileID":"50feec96-f9d4-4288-89bb-49501c19b2d8","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-dadef521986c","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-b-5711cf","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-b-5711cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.70952169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"1c1a0f76-a713-47f5-9abc-722f0f41cadf","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.716028925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dc2d8251-4079-4e64-8598-698004cc3b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.784954458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"dc2d8251-4079-4e64-8598-698004cc3b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.810709817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5984746b-9118-4f31-b9eb-9c613411194f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.818712464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"5984746b-9118-4f31-b9eb-9c613411194f","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:06.83351135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-39e667","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","reconcileID":"c16e2835-9a62-4de8-ad73-48efe0aa6609","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-auth-39e667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.125821915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"97468318-b804-4bb6-81ef-27ffdd43c6c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.125871171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"16c19169-55f0-4731-811c-7817f109a221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.127460506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"873ab6a3-140a-4cb6-b93c-ec0ff43808a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.129824969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"619b3540-47ee-4544-95f0-7580f93c7ce9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.145477156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"97468318-b804-4bb6-81ef-27ffdd43c6c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.147640722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"16c19169-55f0-4731-811c-7817f109a221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.151430336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"619b3540-47ee-4544-95f0-7580f93c7ce9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.154904969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"873ab6a3-140a-4cb6-b93c-ec0ff43808a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.266595795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4daaae2f-279e-4b53-923e-163332f74a3d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.380445885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"bfcb4aca-6f46-4dc4-8669-0e64cf7921ed","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.641549486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4daaae2f-279e-4b53-923e-163332f74a3d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.645743661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"bfcb4aca-6f46-4dc4-8669-0e64cf7921ed","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.64960467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"878c4ea6-dabb-4e64-9736-4bce7351dd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.712309441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9cb51442-1666-4fad-828d-a3f164a2b4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.895295546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"878c4ea6-dabb-4e64-9736-4bce7351dd9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.967405365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8dc9a112-ac28-404b-8a88-b56ef4f0eb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.973229349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"9cb51442-1666-4fad-828d-a3f164a2b4c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:07.982871575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","reconcileID":"392db6cc-137f-46ab-be04-ee606af052d5","MaaSModelRef":{"name":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","namespace":"e2e-extmod-shr-user-216d57"},"routeName":"external-model-e2e-shr-shared-fbc975-4274e622773a","namespace":"e2e-extmod-shr-user-216d57","model":"e2e-shr-shared-fbc975-e2e-extmod-a-35936b","externalModel":"e2e-shr-shared-fbc975","provider":"e2e-shr-shared-fbc975-provider","gateway":"openshift-ingress/e2e-extmod-a-35936b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.014209526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"8dc9a112-ac28-404b-8a88-b56ef4f0eb1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.023989687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cde8878-fd5b-4e91-89e5-43fe4050168e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.054662352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cde8878-fd5b-4e91-89e5-43fe4050168e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.106700655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2e6c45d6-bf09-443e-9e65-c8bdc497f0b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.116439296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c7cf37f-ea40-4e12-b1be-403255e7ab6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.117043779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"10d38f9a-17fe-4fcc-bec6-6bc55fa68b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.117053874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2e6c45d6-bf09-443e-9e65-c8bdc497f0b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.128884624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"10d38f9a-17fe-4fcc-bec6-6bc55fa68b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.130390131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c7cf37f-ea40-4e12-b1be-403255e7ab6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.133341237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"2e6c45d6-bf09-443e-9e65-c8bdc497f0b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.203456289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"74eda946-be51-41aa-9202-697e36ba4c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.207803155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ff496f81-6f00-4300-8b28-ed6918328375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.208244782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d3afe981-1864-43f9-88b0-ad34cc678a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.216041015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"74eda946-be51-41aa-9202-697e36ba4c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.216940044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"ff496f81-6f00-4300-8b28-ed6918328375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.218711952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d3afe981-1864-43f9-88b0-ad34cc678a58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.303432909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"105a31b5-2fc9-43bd-8c07-e039ffb61713","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.325772985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"105a31b5-2fc9-43bd-8c07-e039ffb61713","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.326389011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a661de8e-33b5-48e0-b80d-bae58d7a4438","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.335273051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a661de8e-33b5-48e0-b80d-bae58d7a4438","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.389475485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"ce4daeaa-6b99-46e6-9e7f-957bace571fa","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.398726897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"b629b643-eca6-4659-bdca-44b6b8c41876","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.403826384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9a8bf113-0de7-4e5e-9e0c-06687553846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.40383306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"de462119-c943-47cc-950c-394d63c8b9a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.40951335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"b629b643-eca6-4659-bdca-44b6b8c41876","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.414874828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"de462119-c943-47cc-950c-394d63c8b9a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.41504808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"9a8bf113-0de7-4e5e-9e0c-06687553846e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.423476978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"de462119-c943-47cc-950c-394d63c8b9a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.509265331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"72fd41be-cc8c-4868-8e1d-3ba8edca636d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.509761471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bfcea15-cf07-40b1-bcd9-6a82dd85df94","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.518594836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e0092410-f754-4cc9-a3b7-e57166a0fcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.519855219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bfcea15-cf07-40b1-bcd9-6a82dd85df94","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.523653219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"72fd41be-cc8c-4868-8e1d-3ba8edca636d","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.531752959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e0092410-f754-4cc9-a3b7-e57166a0fcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.604153595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2f7a9db0-9ec8-4005-9f8e-6400ccd8c465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.608188142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b33c7384-1263-4376-b273-c4ea28992570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.608188109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66b110b-6f8a-4cdf-afd0-5a842f5c3438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.612578106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2f7a9db0-9ec8-4005-9f8e-6400ccd8c465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.616839436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b33c7384-1263-4376-b273-c4ea28992570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.617023097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f66b110b-6f8a-4cdf-afd0-5a842f5c3438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.618278055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-fbc975","namespace":"e2e-extmod-shr-user-216d57"},"namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","reconcileID":"c44cded4-3905-448e-a1a1-1bab03fa8d0c","namespace":"e2e-extmod-shr-user-216d57","name":"e2e-shr-shared-fbc975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:08.953439103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14166770-39a6-472b-bb11-2ec1c067a49b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.126247546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"14166770-39a6-472b-bb11-2ec1c067a49b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.150604354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97d22c44-8821-4a63-9cb5-9d6b2fb0dcc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.309516887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e215023b-4a03-444b-949f-47c5bb66883a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.323376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eda7ba9e-3e08-4fb5-a4ff-fa4c744a9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.389243176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97d22c44-8821-4a63-9cb5-9d6b2fb0dcc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.482287471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7d745879-a9ac-4d5a-9e09-8aae360227fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.484907612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e215023b-4a03-444b-949f-47c5bb66883a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.488013497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eda7ba9e-3e08-4fb5-a4ff-fa4c744a9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.489701057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"cd581b52-9855-465b-b614-8e256521f556","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.489854599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"cd581b52-9855-465b-b614-8e256521f556","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.490375571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"c90e60ac-d387-4a25-99e3-6b444f920e93","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.494141812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7d745879-a9ac-4d5a-9e09-8aae360227fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.499250079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"c90e60ac-d387-4a25-99e3-6b444f920e93","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.606181574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ac3f1e8b-3f7f-473d-b5f4-b4cba32fb003","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.610695097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"38a43ff2-a880-4ec6-b0d2-9ea86aba8976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.683276527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ac3f1e8b-3f7f-473d-b5f4-b4cba32fb003","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.685509781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"38a43ff2-a880-4ec6-b0d2-9ea86aba8976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.693993043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"372e6e00-6c77-4b96-8517-440cf060ab0a","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.6940096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"372e6e00-6c77-4b96-8517-440cf060ab0a","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.71282867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"049819ad-0ab3-4cda-8dfb-1614a2f09da2","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.781553928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f75be124-6766-45c6-8746-5acce4f84cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.781717803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4b34bb98-c588-4716-a89d-5a1e69439ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.781957391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84f50555-6d2c-48f4-9015-89fb42053a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.78209402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ebde95f9-3e16-4fd2-9843-3a0140eed34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.784298518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"049819ad-0ab3-4cda-8dfb-1614a2f09da2","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.790118174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84f50555-6d2c-48f4-9015-89fb42053a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.790139786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"f75be124-6766-45c6-8746-5acce4f84cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.791757275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"049819ad-0ab3-4cda-8dfb-1614a2f09da2","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.794150827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"ebde95f9-3e16-4fd2-9843-3a0140eed34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.794845048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"4b34bb98-c588-4716-a89d-5a1e69439ff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.811399602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f156ff70-ff16-475e-92c7-be87a4dc8848","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.811561093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"8a37dc00-c1ed-477c-aa1b-dd0e9b8ec0a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.812204416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"89c80b68-f4d9-45f7-bec6-4b53f1635eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.81647259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"1ecc59dc-4f7f-4b30-9803-390be1672291","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.817284909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"2137bb51-475f-45cf-a4b1-7e5a051f5bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.818489052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f156ff70-ff16-475e-92c7-be87a4dc8848","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.821488634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"89c80b68-f4d9-45f7-bec6-4b53f1635eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.822238247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"8a37dc00-c1ed-477c-aa1b-dd0e9b8ec0a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.825150479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"2137bb51-475f-45cf-a4b1-7e5a051f5bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.882189967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"1ecc59dc-4f7f-4b30-9803-390be1672291","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.892546187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"708b57ec-b456-4a30-806f-f51539da65ba","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.892571058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"708b57ec-b456-4a30-806f-f51539da65ba","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.906760339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ad1f4c34-08db-43f6-8a2f-64a5695c8301","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.932070397Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ad1f4c34-08db-43f6-8a2f-64a5695c8301","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.938376401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ad1f4c34-08db-43f6-8a2f-64a5695c8301","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.944485477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"7fbd8590-0a43-4ecc-ac9e-60979b8a9347","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:09.94450481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"7fbd8590-0a43-4ecc-ac9e-60979b8a9347","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.090140764Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"27a721a7-ff93-4f7b-8ab3-6f1850c272aa","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","subscription":"e2e-fail-595d3482-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.097959275Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"27a721a7-ff93-4f7b-8ab3-6f1850c272aa","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.101201162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"6043404c-5c00-4007-a420-a3eb6d0aec99","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.101707809Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-sub","reconcileID":"27a721a7-ff93-4f7b-8ab3-6f1850c272aa","MaaSSubscription":{"name":"e2e-fail-595d3482-sub","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"maas-trlp-e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.225213095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"db8778d6-20a6-4c27-880c-a872d9568fd8","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.438235942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"a50a00d5-63c5-417c-8419-39a921531030","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.479413182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"aa40a81a-94df-430d-9589-1831134a179b","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.479521545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"aa40a81a-94df-430d-9589-1831134a179b","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.484825268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"a50a00d5-63c5-417c-8419-39a921531030","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.504777978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"9d4c9e7c-874c-4720-a1b9-9f09faf90674","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.504892592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"9d4c9e7c-874c-4720-a1b9-9f09faf90674","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:14:16.515237381Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"9d4c9e7c-874c-4720-a1b9-9f09faf90674","name":"e2e-fail-595d3482","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-595d3482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:14:16.515313309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"9d4c9e7c-874c-4720-a1b9-9f09faf90674","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-595d3482\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.532607258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"2ce274ed-28f0-4deb-a0a7-8cbf6323ecbe","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.532648226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"2ce274ed-28f0-4deb-a0a7-8cbf6323ecbe","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.60997341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bf9e5e9-11d0-40df-9d2c-0acf0ec48c3b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.759545922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bf9e5e9-11d0-40df-9d2c-0acf0ec48c3b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.779848169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"c408e580-8215-4727-92e7-d95f61c7fa30","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.787703945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"9e4ee3fb-d335-4f4b-b01d-e0c075ba3660","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.795125867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bf9e5e9-11d0-40df-9d2c-0acf0ec48c3b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"name":"e2e-extmod-b-fb5766-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.795149107Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"e2e-fail-595d3482-access","reconcileID":"8bf9e5e9-11d0-40df-9d2c-0acf0ec48c3b","MaaSAuthPolicy":{"name":"e2e-fail-595d3482-access","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb5766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.80626341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"62ecbe12-04cf-491d-b74b-63d67bba6a00","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-b-fb5766","gateway":"openshift-ingress/e2e-extmod-b-fb5766","model":"e2e-extmod-fail-user-f392c0/e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.806293908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"62ecbe12-04cf-491d-b74b-63d67bba6a00","MaaSModelRef":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-595d3482-7463cdb12795","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-595d3482","externalModel":"e2e-fail-595d3482","provider":"e2e-fail-595d3482-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.83002519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"94f1da38-5c9e-4be8-aa4c-39b95c3c47f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.837007725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"94f1da38-5c9e-4be8-aa4c-39b95c3c47f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:16.870076386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"5e576f6d-9ffb-41f8-ac3e-af9a36971a04","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.293316576Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.297427381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"f137ab80-c87f-4d2b-8608-77415ecb3b1e","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.305879527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"dcc35730-b99e-4c93-90c6-c2d816cf5d78","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.306897824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ac4935b1-ca41-408b-afa5-4a45427e1b2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:14:17.307318773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-645aae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.314667254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"dcc35730-b99e-4c93-90c6-c2d816cf5d78","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.315815887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"a2daf0f2-6312-4cff-8fd3-c1e063addae0","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.382656682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ac4935b1-ca41-408b-afa5-4a45427e1b2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.383018507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"89e92820-c53c-443e-bf1e-83e1ab4a67ec","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.383546031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"90c55092-dd4c-42be-82f0-bf039602dd9b","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.396668622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"70629eb9-6521-42b1-bb96-ed4c672ab961","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.397605263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"5365761a-514a-4957-83c1-928610813b8a","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.397702192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"5365761a-514a-4957-83c1-928610813b8a","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.413701162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f482bce5-f59d-42a8-96a1-cc9789345a0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.41633471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1ed7058a-e3b9-45b4-b225-57ab4aa92e90","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.417495651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9043f2-ca04-4ea5-a3e9-347c038730f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.423564869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f482bce5-f59d-42a8-96a1-cc9789345a0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.427287555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1ed7058a-e3b9-45b4-b225-57ab4aa92e90","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.43043529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"f482bce5-f59d-42a8-96a1-cc9789345a0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.431233168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9043f2-ca04-4ea5-a3e9-347c038730f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.434747203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.482318078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"2984946c-b3aa-4828-a933-af652e99ca2a","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.485873601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-595d3482","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","reconcileID":"b1af4698-ebb7-4fd9-9c96-48f786aa7a03","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-595d3482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.488546599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1ed7058a-e3b9-45b4-b225-57ab4aa92e90","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.489177419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"642d7e79-19fe-46c0-9f88-f6b41a64d2d6","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.4923508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"cff02dc6-833f-4063-bd72-1939f45980bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.493274702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd1e2bdd-fb08-46e4-8238-51150c810533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.501823955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"cff02dc6-833f-4063-bd72-1939f45980bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.50315898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd1e2bdd-fb08-46e4-8238-51150c810533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.505178685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac887c03-8095-4a98-bed3-d12d75110cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.513433552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ac887c03-8095-4a98-bed3-d12d75110cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.534089736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"4e4f469a-a2c2-4840-8cfe-b0e3adb4f557","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.601659111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"308c4d93-430a-4403-a64d-0aad7a1d57ba","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.604249705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e9377f61-7ec9-461b-978e-5e0dfc024b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.605322346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4e7387d8-0027-40ae-8364-164ae2b11507","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.605479714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b32874c0-1ad8-4302-b304-2aa7dc0a5045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.606732851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0c2906d5-a935-415e-86cc-5edb2940a765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.608992018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"308c4d93-430a-4403-a64d-0aad7a1d57ba","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.625505214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b32874c0-1ad8-4302-b304-2aa7dc0a5045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.678251791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e9377f61-7ec9-461b-978e-5e0dfc024b19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.705406334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0c2906d5-a935-415e-86cc-5edb2940a765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.767336362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4e7387d8-0027-40ae-8364-164ae2b11507","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.930967221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"25029027-bbfe-425a-8aa7-f80c43d4bc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.936130462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3ac8234d-5882-4e12-806c-ac06a533d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.936684643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8ed3b3c6-6047-4189-b668-02a4d0ee7b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.939229727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"0046f396-e68e-4471-9605-2e7145d4131c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.948370724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"25029027-bbfe-425a-8aa7-f80c43d4bc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.951854514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"0046f396-e68e-4471-9605-2e7145d4131c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.954938159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"8ed3b3c6-6047-4189-b668-02a4d0ee7b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.958417637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"978a66eb-6a35-41d4-aa0f-24542e4d15cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.959280651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"3ac8234d-5882-4e12-806c-ac06a533d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.970170934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"978a66eb-6a35-41d4-aa0f-24542e4d15cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.994647931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"cbbff63f-f541-424b-b740-868294628505","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:17.994681235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"cbbff63f-f541-424b-b740-868294628505","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.016452382Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"fc551839-2580-41d2-9a51-d360b511d9dd","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-03aa334b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.243107667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"3b6cbff1-4a26-4b2b-89a2-bd0021d49d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.243432295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4f5524dc-f16a-4738-9561-ad41976f8d1c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.251061374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1b12971c-9e94-49f7-a801-3d5f1b99e35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.251608742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1e95e3fa-a453-425d-b3ec-f5a3c4488f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.264180417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"3b6cbff1-4a26-4b2b-89a2-bd0021d49d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.269728881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4f5524dc-f16a-4738-9561-ad41976f8d1c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.281933353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"1b12971c-9e94-49f7-a801-3d5f1b99e35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.282544491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"87091de0-1d3a-4c70-a45a-6c970386a4a6","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.283458592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1e95e3fa-a453-425d-b3ec-f5a3c4488f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.285537751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"4f5524dc-f16a-4738-9561-ad41976f8d1c","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.293129551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"87091de0-1d3a-4c70-a45a-6c970386a4a6","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.301663673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"87091de0-1d3a-4c70-a45a-6c970386a4a6","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.360804377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc6925f5-03ad-4529-b58b-7aeb88431c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.360979836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"0777e43d-674d-4555-99da-bafd30d793a3","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.362686551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68a307f-2b4d-4b41-8cf7-89ec4232b154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.363040505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"3cf24c43-bd13-4a0c-be34-5b6f53623fbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.385183226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"0777e43d-674d-4555-99da-bafd30d793a3","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.388979326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc6925f5-03ad-4529-b58b-7aeb88431c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.392011874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68a307f-2b4d-4b41-8cf7-89ec4232b154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:18.392330401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"3cf24c43-bd13-4a0c-be34-5b6f53623fbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.397513021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29534f69-c3f3-4e8e-a898-83f0fcc0d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.400813443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29534f69-c3f3-4e8e-a898-83f0fcc0d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.404321851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29534f69-c3f3-4e8e-a898-83f0fcc0d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.407626255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29534f69-c3f3-4e8e-a898-83f0fcc0d003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.663779094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa2862b-8430-4bb5-863a-8faeb5d04320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.667096079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa2862b-8430-4bb5-863a-8faeb5d04320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.670273669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa2862b-8430-4bb5-863a-8faeb5d04320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:19.673475321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aa2862b-8430-4bb5-863a-8faeb5d04320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:20.209293559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a68103","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a68103","reconcileID":"5c74dc89-51a4-404a-9ebf-ebef44131e74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a68103","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a68103":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:20.654886354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641f0b7-1cbd-4d57-9c91-2f2ae66069f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:20.659068393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641f0b7-1cbd-4d57-9c91-2f2ae66069f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:20.663770088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641f0b7-1cbd-4d57-9c91-2f2ae66069f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:20.671357121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641f0b7-1cbd-4d57-9c91-2f2ae66069f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.021340886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"4d4ca18d-8238-46e2-86e6-92102f202912","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","subscription":"e2e-fail-d039dac9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.028719737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"4d4ca18d-8238-46e2-86e6-92102f202912","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.034472937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-sub","reconcileID":"4d4ca18d-8238-46e2-86e6-92102f202912","MaaSSubscription":{"name":"e2e-fail-d039dac9-sub","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"maas-trlp-e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.06740768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.071330121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"ef9252a7-e32e-40db-b348-3f1b85e8c5ce","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.071351445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"ef9252a7-e32e-40db-b348-3f1b85e8c5ce","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.075978799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"ef073c20-861c-4c67-890e-7c5f6183f4df","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.083158493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"ef073c20-861c-4c67-890e-7c5f6183f4df","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.088193535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"6c3a7c6e-8702-4210-81b5-3407fa9ef9d2","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.176111936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"267459b3-10d9-40a6-a43a-9c607125f9b9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.184365692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"267459b3-10d9-40a6-a43a-9c607125f9b9","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.221403789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b726270e-e3b8-436a-b1d7-f0bae9b7df34","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.225415139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"79fab143-e4a8-40a5-9f32-cff5befe3c5c","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.225438598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"79fab143-e4a8-40a5-9f32-cff5befe3c5c","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.293505943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"55377f84-38dc-4af8-82b8-10190fcd2774","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.300357423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"55377f84-38dc-4af8-82b8-10190fcd2774","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.303283179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b726270e-e3b8-436a-b1d7-f0bae9b7df34","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.307220914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"55377f84-38dc-4af8-82b8-10190fcd2774","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.311204312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"e0efc5d0-c801-4f55-9771-4b25f2ce94e5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.318757747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"e0efc5d0-c801-4f55-9771-4b25f2ce94e5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.327533463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b726270e-e3b8-436a-b1d7-f0bae9b7df34","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"name":"e2e-extmod-a-917da2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.327555379Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"e2e-fail-d039dac9-access","reconcileID":"b726270e-e3b8-436a-b1d7-f0bae9b7df34","MaaSAuthPolicy":{"name":"e2e-fail-d039dac9-access","namespace":"ai-tenant-e2e-extmod-a-917da2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-917da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.328676066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"e0efc5d0-c801-4f55-9771-4b25f2ce94e5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.338094125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"3b726c3d-bb1f-4c7f-8c73-3b4974bd63f1","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"tenant":"e2e-extmod-a-917da2","gateway":"openshift-ingress/e2e-extmod-a-917da2","model":"e2e-extmod-fail-user-f392c0/e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.338113092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"3b726c3d-bb1f-4c7f-8c73-3b4974bd63f1","MaaSModelRef":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"routeName":"external-model-e2e-fail-d039dac9-230e43b668e6","namespace":"e2e-extmod-fail-user-f392c0","model":"e2e-fail-d039dac9","externalModel":"e2e-fail-d039dac9","provider":"e2e-fail-d039dac9-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.898670822Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"2dc107f7-9e51-4eeb-918e-65672c68e5df","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.908596806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"b0b6d820-1a69-414f-a56b-181bd8b96a2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.910472295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1a11c9aa-356d-45e6-8d94-b53d1e0d14b0","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.910776126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"414a67d2-adf8-4d9e-aa90-77bac6c161c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.911008633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93afb21c-8028-43c0-ac03-8d62ecfdc35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.914635114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3126db4b-d99e-4423-8dd2-a4233f6b3d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.916465715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"b0b6d820-1a69-414f-a56b-181bd8b96a2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.918864998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1a11c9aa-356d-45e6-8d94-b53d1e0d14b0","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.919137205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"414a67d2-adf8-4d9e-aa90-77bac6c161c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.922549041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93afb21c-8028-43c0-ac03-8d62ecfdc35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.924318132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3126db4b-d99e-4423-8dd2-a4233f6b3d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.924662506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"b0b6d820-1a69-414f-a56b-181bd8b96a2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:28.925910858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1a11c9aa-356d-45e6-8d94-b53d1e0d14b0","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.021258854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4e34ba36-ce4b-49a9-a239-5b64be3dd88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.025465279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d93fb251-d9f0-4d0c-b720-739aee01b514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.026216769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f535abb4-aef6-4f1d-a984-5a6926b67d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.032705419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"4e34ba36-ce4b-49a9-a239-5b64be3dd88a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.04508763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d93fb251-d9f0-4d0c-b720-739aee01b514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.046485117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f535abb4-aef6-4f1d-a984-5a6926b67d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.046825479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d039dac9","namespace":"e2e-extmod-fail-user-f392c0"},"namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","reconcileID":"4b8fe43a-fd64-4ca0-9c40-197c1946dfa1","namespace":"e2e-extmod-fail-user-f392c0","name":"e2e-fail-d039dac9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.071639294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fea9cd65-690a-4f9f-8835-3ebca0709a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.071704691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5094306d-6a67-45ff-b1b4-4fd95a67f28a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.083363159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"5094306d-6a67-45ff-b1b4-4fd95a67f28a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.092726023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"fea9cd65-690a-4f9f-8835-3ebca0709a44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.139119154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cbf4cf8d-abbd-42c9-880d-c32f575d728b","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.140511808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"44ab27d5-c465-4c2c-a5b8-c2064a1d71f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.141036989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9a3c4309-6c10-4573-8d6e-80a15f439b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.142808644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2486718f-3dfe-4516-9c44-6971786e45f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.147096546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"cbf4cf8d-abbd-42c9-880d-c32f575d728b","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.14921988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"44ab27d5-c465-4c2c-a5b8-c2064a1d71f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.149504428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9a3c4309-6c10-4573-8d6e-80a15f439b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.151550137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"2486718f-3dfe-4516-9c44-6971786e45f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.280148134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"01ee105f-3caf-4f40-a004-ac12d66ca703","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.292413847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"01ee105f-3caf-4f40-a004-ac12d66ca703","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.631326698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"28037275-5214-40e6-bd22-034f3d5da456","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.638814907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"a8d11c96-a3f1-4f20-a6c7-8fbb5f883d28","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.644357695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"28037275-5214-40e6-bd22-034f3d5da456","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.650419693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4de53c21-fd3a-4720-abc6-1eacc57086df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.656797219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b08c665f-fd95-4952-8227-d5fde9e0bb64","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.650794879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b6da99ff-fe7a-4cf3-bd77-53ccad989721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.656208159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"a8d11c96-a3f1-4f20-a6c7-8fbb5f883d28","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.684589941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"b6da99ff-fe7a-4cf3-bd77-53ccad989721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.69996633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"a8d11c96-a3f1-4f20-a6c7-8fbb5f883d28","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.705618335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"4de53c21-fd3a-4720-abc6-1eacc57086df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.712794584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b08c665f-fd95-4952-8227-d5fde9e0bb64","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.800931148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b08c665f-fd95-4952-8227-d5fde9e0bb64","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.889354411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4e698222-8cf7-4d59-a519-eaea7e045d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.89238447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae2c95b9-3a3a-4e00-bd3f-efbc23c81a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.893578326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ebc5816b-e2a1-4be4-9805-62fca4ae7ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.894699428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db65da1d-6d59-4c8a-9727-f22d17ccf904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.896495197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"53b72be3-c128-417c-b891-2fb0ccc02122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.896901391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"4e698222-8cf7-4d59-a519-eaea7e045d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.899617198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae2c95b9-3a3a-4e00-bd3f-efbc23c81a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.901816445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"ebc5816b-e2a1-4be4-9805-62fca4ae7ae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.902094623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db65da1d-6d59-4c8a-9727-f22d17ccf904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:29.904426499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"53b72be3-c128-417c-b891-2fb0ccc02122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.104336693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"25bbec6c-b71c-4d0e-873b-de36bb1fc752","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.104812667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"068bb5df-50a5-4236-9ba0-8831896eaf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.105648493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7d7c5c75-6644-48c6-b594-e421ad3f3861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.111706104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"25bbec6c-b71c-4d0e-873b-de36bb1fc752","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.11218797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"068bb5df-50a5-4236-9ba0-8831896eaf26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:30.114031623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"7d7c5c75-6644-48c6-b594-e421ad3f3861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:36.996297804Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"380a91e6-de11-48e4-92ba-a41a3454e3fa","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.008061778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"dcd7f60f-0121-49a0-917f-de7f99b73926","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.010682713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"79802390-2986-4a1b-839e-1de38d369e94","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.013041785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"9453de48-f4cb-438b-a8d9-35265c4ceefd","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.013913068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5dabdb0c-1228-4697-91a6-2388df419048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.01538033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a638d6f1-3b48-43af-a71e-c24700426b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.015857354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4272ea1f-68fa-41ea-b8c7-1028cb891417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.016412947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"dcd7f60f-0121-49a0-917f-de7f99b73926","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.018882572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"79802390-2986-4a1b-839e-1de38d369e94","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.022638177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5dabdb0c-1228-4697-91a6-2388df419048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.023268247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4272ea1f-68fa-41ea-b8c7-1028cb891417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.025205404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"79802390-2986-4a1b-839e-1de38d369e94","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.026838533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a638d6f1-3b48-43af-a71e-c24700426b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.027218305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"dcd7f60f-0121-49a0-917f-de7f99b73926","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.121030257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dbc61718-4868-4dd2-9b57-1e97c40a85ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.12612821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"19b6fcae-efe4-405b-9ff8-796b199f28b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.126494823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"16605339-7b4f-467c-860f-f1fdaa9eb48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.133605575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dbc61718-4868-4dd2-9b57-1e97c40a85ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.142147787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"19b6fcae-efe4-405b-9ff8-796b199f28b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.14388224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"16605339-7b4f-467c-860f-f1fdaa9eb48b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.302615171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"3b3d0e1e-751c-4a70-9b55-4e8af4e52875","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.416801505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7a45ab43-2ab1-4b9d-8d19-56769a7c4079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.467873141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e1d21c70-11c4-4921-86a4-d8a556057335","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.472612419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","reconcileID":"79bddc0a-1555-4642-bf36-6b5f285a1058","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"routeName":"external-model-e2e-shr-shared-4fe0b4-15c20abb996e","namespace":"e2e-extmod-shr-user-6b14de","model":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","externalModel":"e2e-shr-shared-4fe0b4","provider":"e2e-shr-shared-4fe0b4-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.583176775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"386a2994-b640-4891-8810-ca437bda6cc2","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.602588587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"ee960bd1-a209-45d5-adf3-727bec3aee3e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.610984309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7a45ab43-2ab1-4b9d-8d19-56769a7c4079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.615376859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e1d21c70-11c4-4921-86a4-d8a556057335","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.61584545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c861126f-6a17-4685-ad6f-81aaeff65d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.630658049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"ee960bd1-a209-45d5-adf3-727bec3aee3e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.630958421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","reconcileID":"56d63e0b-e958-4816-a373-623c9ed422dd","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"routeName":"external-model-e2e-shr-shared-4fe0b4-15c20abb996e","namespace":"e2e-extmod-shr-user-6b14de","model":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","externalModel":"e2e-shr-shared-4fe0b4","provider":"e2e-shr-shared-4fe0b4-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.632845247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f2a2c0dd-c496-4947-8507-ac3003c0f820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.674168191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c861126f-6a17-4685-ad6f-81aaeff65d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.680433721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f2a2c0dd-c496-4947-8507-ac3003c0f820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.702734268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"29131b81-fb31-4b87-a4d5-a0c6d1f224d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.718745959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"29131b81-fb31-4b87-a4d5-a0c6d1f224d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.734798236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-b-fb5766","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4-e2e-extmod-b-fb5766","reconcileID":"cffca1a0-5465-4c12-8659-f769ab984c28","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-b-fb5766","namespace":"e2e-extmod-shr-user-6b14de"},"routeName":"external-model-e2e-shr-shared-4fe0b4-f1727f943f6f","namespace":"e2e-extmod-shr-user-6b14de","model":"e2e-shr-shared-4fe0b4-e2e-extmod-b-fb5766","externalModel":"e2e-shr-shared-4fe0b4","provider":"e2e-shr-shared-4fe0b4-provider","gateway":"openshift-ingress/e2e-extmod-b-fb5766","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:37.757296827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","reconcileID":"c8fd255e-fc22-4fb0-9e4a-e0668909b3a9","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"routeName":"external-model-e2e-shr-shared-4fe0b4-15c20abb996e","namespace":"e2e-extmod-shr-user-6b14de","model":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","externalModel":"e2e-shr-shared-4fe0b4","provider":"e2e-shr-shared-4fe0b4-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.049176053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5e2831e3-a7a1-4cc9-aa78-7881d7337780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.089580898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5ea69f47-ae16-48b8-b2c7-2394c2c32c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.098190668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"3801239b-9f13-4956-9ecf-8e7f5db34b25","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.185573382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c9d1225c-1f3b-41bf-9a6e-bb77a6ec904a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.301581215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"5ea69f47-ae16-48b8-b2c7-2394c2c32c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.313979156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"5e2831e3-a7a1-4cc9-aa78-7881d7337780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.44685635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"c9d1225c-1f3b-41bf-9a6e-bb77a6ec904a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.45034706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ee5020fc-8deb-490e-aaf7-be475a6dd598","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.652307352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ee5020fc-8deb-490e-aaf7-be475a6dd598","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.727959921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"3801239b-9f13-4956-9ecf-8e7f5db34b25","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:38.973215638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"574aef4f-ade1-4753-b727-a13d9d2c8c58","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.025593766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","reconcileID":"e174a908-0ef5-4460-ab67-729b49c031a1","MaaSModelRef":{"name":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","namespace":"e2e-extmod-shr-user-6b14de"},"routeName":"external-model-e2e-shr-shared-4fe0b4-15c20abb996e","namespace":"e2e-extmod-shr-user-6b14de","model":"e2e-shr-shared-4fe0b4-e2e-extmod-a-917da2","externalModel":"e2e-shr-shared-4fe0b4","provider":"e2e-shr-shared-4fe0b4-provider","gateway":"openshift-ingress/e2e-extmod-a-917da2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.038847065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"ee5020fc-8deb-490e-aaf7-be475a6dd598","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.045243749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"574aef4f-ade1-4753-b727-a13d9d2c8c58","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.054464237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dd697fe-8fbb-4021-bada-67a4edab8f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.054655229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634a6d5d-19c9-4751-8158-ffc3a5a92858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.095259879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"574aef4f-ade1-4753-b727-a13d9d2c8c58","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.108738594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634a6d5d-19c9-4751-8158-ffc3a5a92858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.115071379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dd697fe-8fbb-4021-bada-67a4edab8f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.121456076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1168d18f-aa66-456a-9edd-44267fb76e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.125161746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3c5ca9b1-975d-4ce9-904f-b1237451a4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.135044824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"1168d18f-aa66-456a-9edd-44267fb76e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.137903391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3c5ca9b1-975d-4ce9-904f-b1237451a4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.194163587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e2c24c74-4a91-46ff-83ef-bc509dbd6d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.194196304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0da381c2-e73b-406d-8299-16965a8fbebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.195783879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a91a574c-3a0a-4a5b-84c3-8ad9c23e8e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.196365481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cf175606-e630-4f1a-8d88-087f774fc5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.197475974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"80fb617d-f08e-475a-8c23-2415663066cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.202243229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"0da381c2-e73b-406d-8299-16965a8fbebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.202772256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"e2c24c74-4a91-46ff-83ef-bc509dbd6d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.205009699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"a91a574c-3a0a-4a5b-84c3-8ad9c23e8e23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.206452173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"cf175606-e630-4f1a-8d88-087f774fc5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.207981194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"80fb617d-f08e-475a-8c23-2415663066cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.225960883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"6c81944b-be24-4569-9cb2-b8f7a7a0b273","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.226475191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a583fcba-a1d7-435a-a093-bccbfc8349ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.233795187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"a583fcba-a1d7-435a-a093-bccbfc8349ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.281369538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"6c81944b-be24-4569-9cb2-b8f7a7a0b273","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.433716482Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"28caaf01-8750-4541-8299-5e81ea9250a2","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.443445602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"66b566db-de94-4f52-aab7-ff21943db1df","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.445076595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"479f2e96-f607-4e65-a7ad-b012e63835f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.446580644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a25c1237-95e9-4bc2-8bdf-0fd452d91d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.447611826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf34dd4f-5961-44df-8102-6966740629c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.450007548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"66b71109-a5aa-4bcb-9fdb-8d06a9a09c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.451625194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"66b566db-de94-4f52-aab7-ff21943db1df","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.452940083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"479f2e96-f607-4e65-a7ad-b012e63835f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.454568187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a25c1237-95e9-4bc2-8bdf-0fd452d91d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.455541784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"bf34dd4f-5961-44df-8102-6966740629c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.459105533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"66b566db-de94-4f52-aab7-ff21943db1df","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.459767651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"66b71109-a5aa-4bcb-9fdb-8d06a9a09c51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.463150035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"479f2e96-f607-4e65-a7ad-b012e63835f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.48142722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d576fb8-8acf-4915-b2df-8019f201ce2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.48901833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb36c53b-fae6-4606-aa89-182bbb45dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.490256414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d576fb8-8acf-4915-b2df-8019f201ce2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.497526562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb36c53b-fae6-4606-aa89-182bbb45dac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.685630187Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-4fe0b4","namespace":"e2e-extmod-shr-user-6b14de"},"namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","reconcileID":"e8e93476-d6e3-4f1e-90ee-40b22badca50","namespace":"e2e-extmod-shr-user-6b14de","name":"e2e-shr-shared-4fe0b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.923683502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82f8955f-5162-4e05-9ab5-2cab0574ce1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.925215409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6c55c624-89ae-41fd-9d22-9f0dcab1a63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.92565099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"870aa7a5-cba8-410d-af78-5e87effbc810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:39.925901583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b94647df-a556-45ad-99e0-36e8147f514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.065851899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"870aa7a5-cba8-410d-af78-5e87effbc810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.073632312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"6c55c624-89ae-41fd-9d22-9f0dcab1a63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.123754998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"58664a12-64de-4bdb-b615-bcf30b3f4c5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.125728294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"b94647df-a556-45ad-99e0-36e8147f514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.144694075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"82f8955f-5162-4e05-9ab5-2cab0574ce1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.438085677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"58664a12-64de-4bdb-b615-bcf30b3f4c5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.483716006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"96c2488e-6092-4f2b-b805-623b224ecf9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.4844788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"14d45552-6b97-415d-8baf-80cb145d4570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.485733072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"30b4494e-79bc-483a-b090-c3feb872b042","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.486256316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4ecac565-5ce4-49c0-a462-84f781dd118f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.495653811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"96c2488e-6092-4f2b-b805-623b224ecf9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.49606358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"14d45552-6b97-415d-8baf-80cb145d4570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.49879468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"30b4494e-79bc-483a-b090-c3feb872b042","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.49953232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4ecac565-5ce4-49c0-a462-84f781dd118f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.54841453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4a11fcac-c31c-4bb1-bc39-7271d65a2202","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.549732748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"c3bf3cfe-013c-42ad-9d71-08d6746a97b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.550843981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"57a5c7aa-5d1f-4bd9-95ad-223725ddb835","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.552126112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5c7d257e-08a5-432d-8b35-3a10b4dd5738","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.555814882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"4a11fcac-c31c-4bb1-bc39-7271d65a2202","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.558831489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"57a5c7aa-5d1f-4bd9-95ad-223725ddb835","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.58166266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5c7d257e-08a5-432d-8b35-3a10b4dd5738","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.581797237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"c3bf3cfe-013c-42ad-9d71-08d6746a97b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.583073998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"57a5c7aa-5d1f-4bd9-95ad-223725ddb835","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.588037604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-b76c62-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8e90040a0b5548c098cbc134b41c04fc11771ff5201303109c9702b353850e6) AuthConfig (2295aeaf38db3281addb66846ef067c005c305a7d815963d5e9235fc5811b522) AuthConfig (4b5970a6032f6255bf49e466b311523c5bc15f499cae71171594434e23837a9e) AuthConfig (2372bcfd89ef98f94141834e0694c5b37cac3c63870af0a57726b83424a8ee62) AuthConfig (c9f5da9a4bb5f2f4a674629429adab8a9ba4fbbbf288356415b35067c948c091) AuthConfig (53d73e684f302194f1a2bd2979fc5e75b54308e704e11627a449d2df7e23739d) AuthConfig (a7d81a0a8d679c187d440ce5aa915e7bf7279edfb1a3397570f75fd6fa8b4c53) AuthConfig (467981e2c2d7cbeca2767e789da5c08aebe7c944ddf31959c0a9ceff8580b32d) AuthConfig (d258bd616e3e385fa07986f89087ff30c697a1d45e55cc0adf8b0e6af3266654) AuthConfig (8313c56074da4cf6c25e5e92f26b723673217356c0ebd0e4b7a69d46c58eb37d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"c3bf3cfe-013c-42ad-9d71-08d6746a97b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.666508955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d551fe51-15c6-4947-bfc6-b66d578d0f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.667064112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a097ff65-16c7-4efa-8634-0673bf5ffd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.678895868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"a097ff65-16c7-4efa-8634-0673bf5ffd0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.695440884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"791046c4-539c-4cf6-aebe-743992482c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.697390484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"d551fe51-15c6-4947-bfc6-b66d578d0f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.702813955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"791046c4-539c-4cf6-aebe-743992482c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.751522613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"16db56f7-23eb-47de-9408-c8a7adcf0b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.751534886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a3be5308-2084-4ec2-9096-73637a197bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.753303639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3991c95f-2446-4cc0-8d3b-3df925837397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.753505283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3cbc1e65-714a-4e66-8152-5aec2700a72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.756498029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a4b7110-b90b-471b-9153-f0fd421b2e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.759602012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"16db56f7-23eb-47de-9408-c8a7adcf0b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.759883755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a3be5308-2084-4ec2-9096-73637a197bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.762072085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3cbc1e65-714a-4e66-8152-5aec2700a72d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.762257437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3991c95f-2446-4cc0-8d3b-3df925837397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.764350502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a4b7110-b90b-471b-9153-f0fd421b2e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.854472191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"72e45f4d-fecf-4141-97c3-296b4f89ba98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.861597527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"72e45f4d-fecf-4141-97c3-296b4f89ba98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.955829279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"db126bb4-d748-43b3-8448-d47eb15fcfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:40.962588645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"db126bb4-d748-43b3-8448-d47eb15fcfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:43.196700614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"9b725c2d-13f9-43b6-8576-06f31af920dc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:43.276155301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"9b725c2d-13f9-43b6-8576-06f31af920dc","name":"e2e-inf-a-a68103-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:47.431935878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:48.160360242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"4e55ed7f-905b-4cc2-882d-f94cfa1adfa8","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:48.224568301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"bf21b462-4c49-46c7-b9fd-827976e1e8f0","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.377707805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ab2ceab5-ce31-45dc-8cb8-c3c3fabb9c90","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.380907925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"bae627e6-f1cc-4d50-bc72-1b4e3ec0ad78","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.381094328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"bbdd3d2b-e9d7-427d-97ed-74f9d4ca9ed3","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.386080254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ab2ceab5-ce31-45dc-8cb8-c3c3fabb9c90","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.38910209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"bae627e6-f1cc-4d50-bc72-1b4e3ec0ad78","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.390191237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"bbdd3d2b-e9d7-427d-97ed-74f9d4ca9ed3","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.467355272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"bb85ddca-7f0e-4d4f-a552-d6853f579b6c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.47790084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"bb85ddca-7f0e-4d4f-a552-d6853f579b6c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.485013467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2efd963a6befa84688b891aa22cebb1af5431e216cfff308b3da4c01e07e62f) AuthConfig (7f081ad3ab2705f1d10b69348df23751ed0fd4b08d9e0843bf9c058fa335da2e) AuthConfig (21113a469b405795262e4eadd341e6d26a8861287a8031e2825df3903c58eca9) AuthConfig (a388754bdf494a0fbbde5956cc615b469cf96f003a54518e3028f8c048086ea4) AuthConfig (496671b8608acf6f06f1a5ba3d234790d2a1cfe92c532e163bae08038931378a) AuthConfig (a61614d74e4bbc0f00052603fb34097b4fa1dec448d52d782e029eb72a07f03c) AuthConfig (44999decfec3f55553efa210eb2b90a65c0e1b288fc7631e866cd1a7fe6b0387) AuthConfig (a58db964b2259d4b2fcf0a148cc8fdfa7f1bbc96d9943b8f08154caf658db1bd) AuthConfig (752c7e621252204c2ea969a0b366ed824d0d1d2a4e0be5ad93d54149484530ab) AuthConfig (f081c4b3aae143ba4fac51e3e1fe0a6931480a0ef5515ff1b476650dd9ce26a1) AuthConfig (06c3e0343f24ef2646a3ad941122edafc9cbce778504cc2fa477990893b7307c) AuthConfig (6fb4e066a3de6510a7e070c09f27a017370dcd9018587d2c8a70c775f2a3a392) AuthConfig (a0f56e6d4ae1ddcb4be362420d2299c9d5fc0bc1e12eefd25d0c82464c5cdbed) AuthConfig (2af8174d789954bdbc97e5d72f8e784f0d74885b718f0ce216c46f29650cfe08) AuthConfig (e469dd434a4ea7d26a604db47f2f6f50613ab667bbd8a340e1aa9fa798f9b096) AuthConfig (60d967d12117bf5cf98f1c7cfcf022ca74ab0261dbe397c49c687e433b48fc26) AuthConfig (cb1e00ce926fb5b2f921539cb16e5dfd6f1f1263e4ca18ef16de0e560e48a2de) AuthConfig (f555a8b519a58b74d14d4c8017f07e890968a60e7a7cebe5a2f9964e2276e255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"bb85ddca-7f0e-4d4f-a552-d6853f579b6c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.494062987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"653f0431-56ea-4e9c-a9fa-532a326ea0da","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.494084056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"653f0431-56ea-4e9c-a9fa-532a326ea0da","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.567258072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"c069fbc6-1588-4f82-b626-fc866265b781","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.573137661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5ae56e64-abcc-4298-b6ee-fe5af715c2c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.573137682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"01248d14-1250-4df7-b7eb-10e57e6aeaf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.577017943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"c069fbc6-1588-4f82-b626-fc866265b781","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.582033332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5ae56e64-abcc-4298-b6ee-fe5af715c2c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:49.582084892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"01248d14-1250-4df7-b7eb-10e57e6aeaf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.18326045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"07823942-4dfd-4be0-9934-348f9628740b","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.191072651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"75f5a3fd-d314-4a8f-912c-28149a081ca4","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.196980141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"cddead61-d3a0-4464-b1ed-676c865f9759","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.205257823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"cddead61-d3a0-4464-b1ed-676c865f9759","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.224575709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c745c43b2da5e39bf7f716b3c09db8d3e92ec1cef7a10c635f3a071300bd0c84) AuthConfig (379e3b18c2c9057b06f5d578354f2115a9f07a2536ee81de3daf96ccc36d8d51) AuthConfig (5bed6844f9ba884473efd7d8122c6fe369a01cacc0f0dbca8227df8e9f54aeea) AuthConfig (120fbfc2ebbb43d18fae8e368011e050528691ee06747f325830b84676aa7ef2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"cddead61-d3a0-4464-b1ed-676c865f9759","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.248394913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"0a43391c-2cc7-43d5-b8b4-d7d73cc16b94","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.598759519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"7aa1892a-9ce7-473e-87da-6d5249c9d4fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.607943515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"7aa1892a-9ce7-473e-87da-6d5249c9d4fd","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.685149094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"321b45fe-fdab-4c00-b597-f2237317b937","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.742851401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9d6f28-8096-4e62-aa85-17281797ecfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.748139955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9d6f28-8096-4e62-aa85-17281797ecfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.753735632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9d6f28-8096-4e62-aa85-17281797ecfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:50.783698629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9d6f28-8096-4e62-aa85-17281797ecfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.133054447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661f905-c7b6-476c-8fd5-047b2db2f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.136622604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661f905-c7b6-476c-8fd5-047b2db2f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.139798983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661f905-c7b6-476c-8fd5-047b2db2f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.143019641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8661f905-c7b6-476c-8fd5-047b2db2f154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.436964986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0fc0fe-c592-4b37-be0d-714f3713940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.440556306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0fc0fe-c592-4b37-be0d-714f3713940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.443825667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0fc0fe-c592-4b37-be0d-714f3713940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.447084519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0fc0fe-c592-4b37-be0d-714f3713940d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.723396654Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-055d82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-055d82","reconcileID":"ee12729e-a3ae-4f6e-9d97-7971df68b287","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-055d82","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-055d82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:51.965272456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ace8386-e30c-46e6-a89d-a820a86adfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:52.109479411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ace8386-e30c-46e6-a89d-a820a86adfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:52.177547934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ace8386-e30c-46e6-a89d-a820a86adfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:52.193650969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ace8386-e30c-46e6-a89d-a820a86adfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.313114651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.386270762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"09d98d35-b58d-4678-8e35-e354c386c104","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.398823819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"0d387ebe-fa00-455b-872b-ddba0322ba51","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:14:53.418477949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"41587a17-bbde-4bff-b4eb-9585bad87333","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-44c521-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.48162474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"0d387ebe-fa00-455b-872b-ddba0322ba51","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.534868507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"52bad63d-e2a9-4e7d-bfd8-d1649b4e3a01","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.547594737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"397914d2-aa81-4ce6-a33a-960caa175ccd","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.574010393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"0a51e1ca-7884-413f-82f7-a5a3fcb4dcd5","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-b-b76c62","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-b76c62/e2e-shr-quota-44c521-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.606292638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"17968759-8de6-4050-94ae-fa16c5adc5c2","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.65953459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"143d7c5c-5524-40e1-be48-d36be44d81f2","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-b-b76c62","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.785909277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"918e5c1d-0b43-43f2-8a09-a7b9e4c2ad9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:53.795769895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"918e5c1d-0b43-43f2-8a09-a7b9e4c2ad9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:59.504716728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b35b3673-ec49-43ed-8753-9f9031fc570c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:59.512118681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b35b3673-ec49-43ed-8753-9f9031fc570c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:14:59.518792802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2efd963a6befa84688b891aa22cebb1af5431e216cfff308b3da4c01e07e62f) AuthConfig (7f081ad3ab2705f1d10b69348df23751ed0fd4b08d9e0843bf9c058fa335da2e) AuthConfig (21113a469b405795262e4eadd341e6d26a8861287a8031e2825df3903c58eca9) AuthConfig (a388754bdf494a0fbbde5956cc615b469cf96f003a54518e3028f8c048086ea4) AuthConfig (496671b8608acf6f06f1a5ba3d234790d2a1cfe92c532e163bae08038931378a) AuthConfig (a61614d74e4bbc0f00052603fb34097b4fa1dec448d52d782e029eb72a07f03c) AuthConfig (44999decfec3f55553efa210eb2b90a65c0e1b288fc7631e866cd1a7fe6b0387) AuthConfig (a58db964b2259d4b2fcf0a148cc8fdfa7f1bbc96d9943b8f08154caf658db1bd) AuthConfig (752c7e621252204c2ea969a0b366ed824d0d1d2a4e0be5ad93d54149484530ab) AuthConfig (f081c4b3aae143ba4fac51e3e1fe0a6931480a0ef5515ff1b476650dd9ce26a1) AuthConfig (06c3e0343f24ef2646a3ad941122edafc9cbce778504cc2fa477990893b7307c) AuthConfig (6fb4e066a3de6510a7e070c09f27a017370dcd9018587d2c8a70c775f2a3a392) AuthConfig (a0f56e6d4ae1ddcb4be362420d2299c9d5fc0bc1e12eefd25d0c82464c5cdbed) AuthConfig (2af8174d789954bdbc97e5d72f8e784f0d74885b718f0ce216c46f29650cfe08) AuthConfig (e469dd434a4ea7d26a604db47f2f6f50613ab667bbd8a340e1aa9fa798f9b096) AuthConfig (60d967d12117bf5cf98f1c7cfcf022ca74ab0261dbe397c49c687e433b48fc26) AuthConfig (cb1e00ce926fb5b2f921539cb16e5dfd6f1f1263e4ca18ef16de0e560e48a2de) AuthConfig (f555a8b519a58b74d14d4c8017f07e890968a60e7a7cebe5a2f9964e2276e255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"b35b3673-ec49-43ed-8753-9f9031fc570c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:00.265427007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"fea7d4e6-84e1-4491-833b-a9af633786a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:00.280263521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"fea7d4e6-84e1-4491-833b-a9af633786a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:00.288732473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c745c43b2da5e39bf7f716b3c09db8d3e92ec1cef7a10c635f3a071300bd0c84) AuthConfig (379e3b18c2c9057b06f5d578354f2115a9f07a2536ee81de3daf96ccc36d8d51) AuthConfig (5bed6844f9ba884473efd7d8122c6fe369a01cacc0f0dbca8227df8e9f54aeea) AuthConfig (120fbfc2ebbb43d18fae8e368011e050528691ee06747f325830b84676aa7ef2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"fea7d4e6-84e1-4491-833b-a9af633786a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.482641911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36841681-8871-4cf1-9c45-fc3394670514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.490790047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36841681-8871-4cf1-9c45-fc3394670514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.499551638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36841681-8871-4cf1-9c45-fc3394670514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.505638173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36841681-8871-4cf1-9c45-fc3394670514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.772649729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5339c22-9451-4b69-9e75-cc0e8cec7060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.776233925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5339c22-9451-4b69-9e75-cc0e8cec7060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.779692884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5339c22-9451-4b69-9e75-cc0e8cec7060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:07.783044573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5339c22-9451-4b69-9e75-cc0e8cec7060","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:09.526646947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"775a515d-245f-4210-a738-f1f5cf4222f5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:09.535810805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"775a515d-245f-4210-a738-f1f5cf4222f5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:09.541755743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2efd963a6befa84688b891aa22cebb1af5431e216cfff308b3da4c01e07e62f) AuthConfig (7f081ad3ab2705f1d10b69348df23751ed0fd4b08d9e0843bf9c058fa335da2e) AuthConfig (21113a469b405795262e4eadd341e6d26a8861287a8031e2825df3903c58eca9) AuthConfig (a388754bdf494a0fbbde5956cc615b469cf96f003a54518e3028f8c048086ea4) AuthConfig (496671b8608acf6f06f1a5ba3d234790d2a1cfe92c532e163bae08038931378a) AuthConfig (a61614d74e4bbc0f00052603fb34097b4fa1dec448d52d782e029eb72a07f03c) AuthConfig (44999decfec3f55553efa210eb2b90a65c0e1b288fc7631e866cd1a7fe6b0387) AuthConfig (a58db964b2259d4b2fcf0a148cc8fdfa7f1bbc96d9943b8f08154caf658db1bd) AuthConfig (752c7e621252204c2ea969a0b366ed824d0d1d2a4e0be5ad93d54149484530ab) AuthConfig (f081c4b3aae143ba4fac51e3e1fe0a6931480a0ef5515ff1b476650dd9ce26a1) AuthConfig (06c3e0343f24ef2646a3ad941122edafc9cbce778504cc2fa477990893b7307c) AuthConfig (6fb4e066a3de6510a7e070c09f27a017370dcd9018587d2c8a70c775f2a3a392) AuthConfig (a0f56e6d4ae1ddcb4be362420d2299c9d5fc0bc1e12eefd25d0c82464c5cdbed) AuthConfig (2af8174d789954bdbc97e5d72f8e784f0d74885b718f0ce216c46f29650cfe08) AuthConfig (e469dd434a4ea7d26a604db47f2f6f50613ab667bbd8a340e1aa9fa798f9b096) AuthConfig (60d967d12117bf5cf98f1c7cfcf022ca74ab0261dbe397c49c687e433b48fc26) AuthConfig (cb1e00ce926fb5b2f921539cb16e5dfd6f1f1263e4ca18ef16de0e560e48a2de) AuthConfig (f555a8b519a58b74d14d4c8017f07e890968a60e7a7cebe5a2f9964e2276e255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"775a515d-245f-4210-a738-f1f5cf4222f5","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:10.310684723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"1ca74813-3bb7-4ba6-a06a-e65437c7120a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:10.318709484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"1ca74813-3bb7-4ba6-a06a-e65437c7120a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:10.325226302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c745c43b2da5e39bf7f716b3c09db8d3e92ec1cef7a10c635f3a071300bd0c84) AuthConfig (379e3b18c2c9057b06f5d578354f2115a9f07a2536ee81de3daf96ccc36d8d51) AuthConfig (5bed6844f9ba884473efd7d8122c6fe369a01cacc0f0dbca8227df8e9f54aeea) AuthConfig (120fbfc2ebbb43d18fae8e368011e050528691ee06747f325830b84676aa7ef2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"1ca74813-3bb7-4ba6-a06a-e65437c7120a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:14.995969838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"77339a6f-6de3-420c-8e5d-e94bf39e23e9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.021603218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"77339a6f-6de3-420c-8e5d-e94bf39e23e9","name":"e2e-inf-a-055d82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.328413859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b794-a51e-479c-8409-003948b16d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.33180164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b794-a51e-479c-8409-003948b16d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.335340854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b794-a51e-479c-8409-003948b16d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.338810633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b794-a51e-479c-8409-003948b16d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.640322293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1886e97a-e4d2-4e06-8230-925b997617ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.643686664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1886e97a-e4d2-4e06-8230-925b997617ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.648216249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1886e97a-e4d2-4e06-8230-925b997617ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:15.651774758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1886e97a-e4d2-4e06-8230-925b997617ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.07922307Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3eb43f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3eb43f","reconcileID":"42e092d8-cfba-41d2-b4d7-5e22f17b105d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3eb43f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-3eb43f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.483874085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f281ad-9c18-446e-9ca8-0c3a444967c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.548586689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f281ad-9c18-446e-9ca8-0c3a444967c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.630099849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f281ad-9c18-446e-9ca8-0c3a444967c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.65778491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f281ad-9c18-446e-9ca8-0c3a444967c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.944304366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa83f526-f8ed-4a94-a91e-dd839a869618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.947648489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa83f526-f8ed-4a94-a91e-dd839a869618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.950870761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa83f526-f8ed-4a94-a91e-dd839a869618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:16.954208779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa83f526-f8ed-4a94-a91e-dd839a869618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.234113878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1bb8b39-2ff4-4f5a-81ec-e7423a177081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.237626037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1bb8b39-2ff4-4f5a-81ec-e7423a177081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.241111885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1bb8b39-2ff4-4f5a-81ec-e7423a177081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.244813115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1bb8b39-2ff4-4f5a-81ec-e7423a177081","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.599331488Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.977724163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28363fd-db24-49c0-9d35-13ad30c8ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.98145898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28363fd-db24-49c0-9d35-13ad30c8ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.985493376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28363fd-db24-49c0-9d35-13ad30c8ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:17.989092026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a28363fd-db24-49c0-9d35-13ad30c8ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:18.344787728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54921b-44b4-4e8c-8af3-a40bfd4b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:18.349631649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54921b-44b4-4e8c-8af3-a40bfd4b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:18.357863397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54921b-44b4-4e8c-8af3-a40bfd4b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:18.363954322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e54921b-44b4-4e8c-8af3-a40bfd4b0cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:19.556498008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"765c81ff-fd36-4516-bc64-2da9d74b03b9","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:19.566574648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"765c81ff-fd36-4516-bc64-2da9d74b03b9","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:19.574244438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-9265bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a2efd963a6befa84688b891aa22cebb1af5431e216cfff308b3da4c01e07e62f) AuthConfig (7f081ad3ab2705f1d10b69348df23751ed0fd4b08d9e0843bf9c058fa335da2e) AuthConfig (21113a469b405795262e4eadd341e6d26a8861287a8031e2825df3903c58eca9) AuthConfig (a388754bdf494a0fbbde5956cc615b469cf96f003a54518e3028f8c048086ea4) AuthConfig (496671b8608acf6f06f1a5ba3d234790d2a1cfe92c532e163bae08038931378a) AuthConfig (a61614d74e4bbc0f00052603fb34097b4fa1dec448d52d782e029eb72a07f03c) AuthConfig (44999decfec3f55553efa210eb2b90a65c0e1b288fc7631e866cd1a7fe6b0387) AuthConfig (a58db964b2259d4b2fcf0a148cc8fdfa7f1bbc96d9943b8f08154caf658db1bd) AuthConfig (752c7e621252204c2ea969a0b366ed824d0d1d2a4e0be5ad93d54149484530ab) AuthConfig (f081c4b3aae143ba4fac51e3e1fe0a6931480a0ef5515ff1b476650dd9ce26a1) AuthConfig (06c3e0343f24ef2646a3ad941122edafc9cbce778504cc2fa477990893b7307c) AuthConfig (6fb4e066a3de6510a7e070c09f27a017370dcd9018587d2c8a70c775f2a3a392) AuthConfig (a0f56e6d4ae1ddcb4be362420d2299c9d5fc0bc1e12eefd25d0c82464c5cdbed) AuthConfig (2af8174d789954bdbc97e5d72f8e784f0d74885b718f0ce216c46f29650cfe08) AuthConfig (e469dd434a4ea7d26a604db47f2f6f50613ab667bbd8a340e1aa9fa798f9b096) AuthConfig (60d967d12117bf5cf98f1c7cfcf022ca74ab0261dbe397c49c687e433b48fc26) AuthConfig (cb1e00ce926fb5b2f921539cb16e5dfd6f1f1263e4ca18ef16de0e560e48a2de) AuthConfig (f555a8b519a58b74d14d4c8017f07e890968a60e7a7cebe5a2f9964e2276e255)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"765c81ff-fd36-4516-bc64-2da9d74b03b9","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:20.355067155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"a45e3050-2d16-412b-a2df-a9c24267e55d","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:20.381296128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"a45e3050-2d16-412b-a2df-a9c24267e55d","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:20.391521703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d9f2ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c745c43b2da5e39bf7f716b3c09db8d3e92ec1cef7a10c635f3a071300bd0c84) AuthConfig (379e3b18c2c9057b06f5d578354f2115a9f07a2536ee81de3daf96ccc36d8d51) AuthConfig (5bed6844f9ba884473efd7d8122c6fe369a01cacc0f0dbca8227df8e9f54aeea) AuthConfig (120fbfc2ebbb43d18fae8e368011e050528691ee06747f325830b84676aa7ef2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"a45e3050-2d16-412b-a2df-a9c24267e55d","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:28.101428134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"7e5b49f7-ff49-4c11-9514-f7690526c4d4","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-b-b76c62","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:28.130537597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"8c2ecf25-3589-42a0-a1f0-70fd10ef1810","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.034579166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"e294511a-4311-47de-bfa7-a3d644bc8172","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.034781345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"601c492d-90ac-4ec9-b952-271cbb17d548","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.041376519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"e294511a-4311-47de-bfa7-a3d644bc8172","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.041767348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"601c492d-90ac-4ec9-b952-271cbb17d548","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.631577563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1dd6f1cb-0867-44c7-ac99-9d9833ec4a4a","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.682303851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"1dd6f1cb-0867-44c7-ac99-9d9833ec4a4a","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.70925787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"5ebcf7d3-ba06-4051-84d3-1577e73407cd","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:29.709281284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"5ebcf7d3-ba06-4051-84d3-1577e73407cd","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:30.405374764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"0b7d1f6b-0eef-4efd-b0c6-6c4d7cfbe403","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:30.418060134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"0b7d1f6b-0eef-4efd-b0c6-6c4d7cfbe403","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:30.456660855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"c6c420f2-70a4-4353-b4b3-3de0b28d434a","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.278267835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"bc95d336-b583-4469-a862-78b995e3addb","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.295467234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"d8ff421c-6a76-4a9f-9ead-200c0761565d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.304306218Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"1e7700db-beb1-4a57-8387-1487a21e022d","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0476e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.305586701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"d8ff421c-6a76-4a9f-9ead-200c0761565d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.424209267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"290b3bec-5727-45a8-abd7-795c6e2876c0","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.431478156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"290b3bec-5727-45a8-abd7-795c6e2876c0","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.805140973Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]","namespace=ai-tenant-e2e-extmod-b-d9f2ce priority=0:[ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.808147263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"7a97d562-32d3-4182-bc8b-28a460512662","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.816188355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"60dc56d5-2a5a-4d78-adf0-e94ba2f43241","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.821180397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"38cd43a2-291b-4edf-969f-c6c3cf8aa7a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:15:31.825230014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"cc36af3c-30e7-485a-adee-2a1838c1488c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-645aae-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.828654817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"60dc56d5-2a5a-4d78-adf0-e94ba2f43241","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.830476137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"38cd43a2-291b-4edf-969f-c6c3cf8aa7a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.831516716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"03baa402-f0b0-4f92-801d-87264aebb417","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.887095732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"050a989f-3503-46aa-96d7-bef2e7b00fd5","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.895275122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"4fb82716-d8f6-4369-8980-afece3ae5c84","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.911213413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"cb165a0a-b0f4-447a-87a2-93f03d137f96","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-auth-645aae-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.916423472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"01319fc6-d165-4d7e-823b-a45090ffbdda","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.916867774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"45247622-9fd2-4a79-814a-ea4a97c12e66","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.923380468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"01319fc6-d165-4d7e-823b-a45090ffbdda","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.923636547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"45247622-9fd2-4a79-814a-ea4a97c12e66","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:31.94185509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"ec016a12-e09b-475d-b6a3-7659a1d915e3","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.011043508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"3f7f99d5-f740-4ffc-9c97-0f63aab33334","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.043352128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"41fafc9a-7e2b-4c8b-b862-64a4b234b5b9","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.421379142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]","namespace=ai-tenant-e2e-extmod-b-d9f2ce priority=0:[ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.421714921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"97503a32-e7a3-4430-bc13-5475e0659ee7","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.42173996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"97503a32-e7a3-4430-bc13-5475e0659ee7","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.430208979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"68acc058-18b2-4d54-99c3-71122b810a08","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.430228056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"68acc058-18b2-4d54-99c3-71122b810a08","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:15:32.432807799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"4b1a5264-9ede-4721-94bd-5e4af7e5d77f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9265bf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:15:32.43437663Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"68acc058-18b2-4d54-99c3-71122b810a08","name":"test-model-9265bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9265bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:15:32.434425216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"68acc058-18b2-4d54-99c3-71122b810a08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-9265bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.440151828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"47b5de8b-05f2-4095-bbd2-5e632adacf52","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.440170935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"47b5de8b-05f2-4095-bbd2-5e632adacf52","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.442212297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"5fbb7b47-3996-4575-bb19-3b9ec24a94c3","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.442233338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"5fbb7b47-3996-4575-bb19-3b9ec24a94c3","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.45059358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"b758464b-6428-449a-a1fa-522be3f42c51","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.450611428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"b758464b-6428-449a-a1fa-522be3f42c51","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.481093973Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"c6d8ecb9-7cab-4d9c-a232-01c80428d5d5","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","model":"test-model-9265bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-9265bf/test-model-9265bf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.495952711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"2f672fa0-2d0c-4dca-baf8-2bf9b31f77e8","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.501903148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"32d5ca31-a9c6-421f-b759-20bd79877cea","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.501956719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"32d5ca31-a9c6-421f-b759-20bd79877cea","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.505056967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"2f672fa0-2d0c-4dca-baf8-2bf9b31f77e8","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.592116597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"ab19cc18-9d8e-4c21-b4e9-7eaad40f6765","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.596048604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"5a2d1829-107e-4444-b9d5-0f2a0767059c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:32.603081456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"5a2d1829-107e-4444-b9d5-0f2a0767059c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.216103984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5410ee0c-2e42-4df9-8707-723ada701eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.219720213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5410ee0c-2e42-4df9-8707-723ada701eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.2232292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5410ee0c-2e42-4df9-8707-723ada701eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.226715804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5410ee0c-2e42-4df9-8707-723ada701eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.573759843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17b37f8-258b-4da1-9831-6ae3325e077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.577357851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17b37f8-258b-4da1-9831-6ae3325e077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.580659357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17b37f8-258b-4da1-9831-6ae3325e077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.584076375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17b37f8-258b-4da1-9831-6ae3325e077b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:39.870252085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"a48eb9fe-cca2-4baa-ba42-3745af494ac2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:40.000697165Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"a48eb9fe-cca2-4baa-ba42-3745af494ac2","name":"e2e-inf-b-3eb43f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.308434287Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"dfc63ead-e38f-43d8-9378-12a1c67b8ed6","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","subscription":"e2e-shr-quota-44c521-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.3157346Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"dfc63ead-e38f-43d8-9378-12a1c67b8ed6","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.319177464Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-sub","reconcileID":"dfc63ead-e38f-43d8-9378-12a1c67b8ed6","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.34826639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]","namespace=ai-tenant-e2e-extmod-b-d9f2ce priority=0:[ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.35189266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"86ea5b43-0f31-4b52-9882-d1418efe853f","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.481228423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"67ddc474-3dc4-4b7a-83bf-cac293c44112","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.488685698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"67ddc474-3dc4-4b7a-83bf-cac293c44112","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.492953325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"ce6657e1-81c2-4128-850b-85e0ce915aec","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.504430362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"ed5d5997-b4af-4f6c-9e3d-8efb7f7aa5fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.53121827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"ed5d5997-b4af-4f6c-9e3d-8efb7f7aa5fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.589678047Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"ed5d5997-b4af-4f6c-9e3d-8efb7f7aa5fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"name":"e2e-extmod-b-b76c62-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.589701755Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"e2e-shr-quota-44c521-access","reconcileID":"ed5d5997-b4af-4f6c-9e3d-8efb7f7aa5fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.605701907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","reconcileID":"d369ce9f-4d5f-4e01-8cf0-264bb9707e67","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-e57ae52f3d70","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-b-b76c62","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-b-b76c62","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.75931954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"ae35631c-f663-4568-81ce-aab515940af4","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.763170095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f9a386b1-bb17-42f9-8795-eaa711b43d54","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.771685104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f9a386b1-bb17-42f9-8795-eaa711b43d54","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.7744832Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"4bbfd632-5e36-4b9e-9063-7f1d6cffb977","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e4a224c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.888282383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"acf6361b-bce8-40da-9fbd-8022f78b7e0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:41.895305139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"acf6361b-bce8-40da-9fbd-8022f78b7e0d","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.368116939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f25ac45-61c7-4bab-8315-cb96c18bd995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.381534132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f25ac45-61c7-4bab-8315-cb96c18bd995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.385253254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f25ac45-61c7-4bab-8315-cb96c18bd995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.388569209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f25ac45-61c7-4bab-8315-cb96c18bd995","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.805294706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d000b202-6088-47ba-8ce0-eecbe74115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.809538489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d000b202-6088-47ba-8ce0-eecbe74115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.813141426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d000b202-6088-47ba-8ce0-eecbe74115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:46.817172599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d000b202-6088-47ba-8ce0-eecbe74115d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.422488645Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-24376f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-24376f","reconcileID":"2bff62e3-7eeb-4a84-bb20-c5fc1601110e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-24376f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-24376f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.433998445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.741276356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce78c157-aeaf-440f-a705-64d26cf7d179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.744839087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce78c157-aeaf-440f-a705-64d26cf7d179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.748147172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce78c157-aeaf-440f-a705-64d26cf7d179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:47.751381249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce78c157-aeaf-440f-a705-64d26cf7d179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.778735199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"a66d9329-9113-4dd2-b62d-3931d594578c","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","subscription":"e2e-shr-quota-44c521-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.785461268Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"a66d9329-9113-4dd2-b62d-3931d594578c","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.789049641Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-sub","reconcileID":"a66d9329-9113-4dd2-b62d-3931d594578c","MaaSSubscription":{"name":"e2e-shr-quota-44c521-sub","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"maas-trlp-e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.817461229Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]","namespace=ai-tenant-e2e-extmod-b-d9f2ce priority=0:[ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-b-d9f2ce/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.82353265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"57dfc7b9-39ef-46ab-a61a-a1ab30f0571d","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.828027077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"582987d1-59d8-4bf6-a879-ffff075f9ea4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.835270314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"582987d1-59d8-4bf6-a879-ffff075f9ea4","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.927052053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"9c4b8393-8c24-4720-ab75-57214f73ab20","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.93507472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"9c4b8393-8c24-4720-ab75-57214f73ab20","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.960963887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f2a5ec51-6fa2-4495-85a0-0c4a6ec49212","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"model":"e2e-extmod-shr-user-2c5853/e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:51.964270538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"be0f2e0f-8a48-46ce-86a8-aa6bb6d16b50","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:52.124475447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f2a5ec51-6fa2-4495-85a0-0c4a6ec49212","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:52.198361219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f2a5ec51-6fa2-4495-85a0-0c4a6ec49212","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"name":"e2e-extmod-a-cbeebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:52.198390565Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"e2e-shr-quota-44c521-access","reconcileID":"f2a5ec51-6fa2-4495-85a0-0c4a6ec49212","MaaSAuthPolicy":{"name":"e2e-shr-quota-44c521-access","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:52.214150916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"85f826fc-a9cc-47bd-af97-7cf2bc0db825","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:52.521578563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","reconcileID":"73aa34cc-4f82-4cfa-8709-ef53a175c73b","MaaSModelRef":{"name":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","namespace":"e2e-extmod-shr-user-2c5853"},"routeName":"external-model-e2e-shr-quota-44c521-643883355403","namespace":"e2e-extmod-shr-user-2c5853","model":"e2e-shr-quota-44c521-e2e-extmod-a-cbeebd","externalModel":"e2e-shr-quota-44c521","provider":"e2e-shr-quota-44c521-provider","gateway":"openshift-ingress/e2e-extmod-a-cbeebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.049905843Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"ca661b1f-6fbc-4e72-a5fa-d1e23dc091b6","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.082728634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"e3efff06-82c6-4913-bbec-c698dba68bef","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.08273151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"367121e9-fff3-493e-aae9-f3d047727b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.08784338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"093332eb-2793-44ac-93ce-bafc630ae9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.088289535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"693be956-bbb3-4783-ad1f-fd58938c2057","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.088575967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"65970f68-7085-4347-8891-215dfdb842dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.095605776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"367121e9-fff3-493e-aae9-f3d047727b15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.102647368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"e3efff06-82c6-4913-bbec-c698dba68bef","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.108783806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"093332eb-2793-44ac-93ce-bafc630ae9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.111169905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"65970f68-7085-4347-8891-215dfdb842dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.111725007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"693be956-bbb3-4783-ad1f-fd58938c2057","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.227277676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39827992-168d-47f5-916a-5d6141798cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.240269207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39827992-168d-47f5-916a-5d6141798cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.293694616Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-44c521","namespace":"e2e-extmod-shr-user-2c5853"},"namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","reconcileID":"aa748019-b9ad-4bfe-894b-530999f0c0e8","namespace":"e2e-extmod-shr-user-2c5853","name":"e2e-shr-quota-44c521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.328159004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"60fd5eed-ea41-4bca-8d6a-e963777b696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.328158984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6e0db93a-76ee-41a8-a1f6-0d19e849f4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.328636963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56db7315-8919-4303-8fd6-2660a9c80c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.329004389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"97ce72c2-02ba-4127-bc63-e8d937d1a146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.336714574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"6e0db93a-76ee-41a8-a1f6-0d19e849f4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.337947012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"97ce72c2-02ba-4127-bc63-e8d937d1a146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.339173248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"60fd5eed-ea41-4bca-8d6a-e963777b696b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.341563509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56db7315-8919-4303-8fd6-2660a9c80c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.519104587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d63df601-4b03-44a2-a9f0-839935c2fa4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.585110599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"d63df601-4b03-44a2-a9f0-839935c2fa4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.69459273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"69f98c49-d5a6-4c09-901b-7834a1f919f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.695075678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f1fb4d9c-aa09-4478-88a2-7c7b9618efb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.698429729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7e303369-b39c-45a5-ab92-412b286f6f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.734133739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"69f98c49-d5a6-4c09-901b-7834a1f919f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.734969475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f1fb4d9c-aa09-4478-88a2-7c7b9618efb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.735451086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"62fca5a9-bd63-46c6-bfd8-d89f5028da4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.761826573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"62fca5a9-bd63-46c6-bfd8-d89f5028da4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:53.763406073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7e303369-b39c-45a5-ab92-412b286f6f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.000397708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"16183b1f-1cdf-4f4d-9533-1425f434b841","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.024959293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"16183b1f-1cdf-4f4d-9533-1425f434b841","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.032112429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"a74138fa-f5d6-44c9-8a7d-6b3ae27f5386","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.067784359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"a74138fa-f5d6-44c9-8a7d-6b3ae27f5386","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.207353121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8b4cc7d0-0e72-40fe-b039-cbd222e934bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.209164736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"13b40316-4d9f-464e-a919-521c684b150f","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.231091573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"2fe83042-f74f-4d8b-9276-c192435f849a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.235180294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"8b4cc7d0-0e72-40fe-b039-cbd222e934bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.242611255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"13b40316-4d9f-464e-a919-521c684b150f","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.300012394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"2fe83042-f74f-4d8b-9276-c192435f849a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.330545487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"348739d9-5f07-4eab-8103-0e1afc3862df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.389117843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"348739d9-5f07-4eab-8103-0e1afc3862df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.398026483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2f4299-3048-4ddf-a0ca-a0428e17bbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.398150529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7ca30b0e-431c-49af-ab1a-8933ab6ed261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.405880189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e2f4299-3048-4ddf-a0ca-a0428e17bbae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:54.407785442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7ca30b0e-431c-49af-ab1a-8933ab6ed261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:55.173886838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"fec25619-9ebe-4493-85e8-93a9531877ff","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:55.19962359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"95f969ee-2efe-4d9a-8102-f748a429ee35","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:55.199654813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"95f969ee-2efe-4d9a-8102-f748a429ee35","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:55.499181102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"c14dfbef-fae1-4035-9f7e-ad74181c151b","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:55.529348209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"c67b6967-3f91-4bbb-bdac-b562da240d71","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.41487016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"400b3d63-eb97-4a46-bdcf-b830138dcf90","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.426520018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"400b3d63-eb97-4a46-bdcf-b830138dcf90","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.520211503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"7863888f-31fd-43ca-8310-de6270deb30d","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.5205158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f2dbb77c-7273-4e7a-93eb-f5725017c613","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.521829261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5e263d65-bf81-40f3-850b-820bc8387310","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.522067639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b441a8c3-066d-4fc8-8cd8-d46d9fe45088","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.527949787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"f2dbb77c-7273-4e7a-93eb-f5725017c613","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.529578203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"7863888f-31fd-43ca-8310-de6270deb30d","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.530345753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"5e263d65-bf81-40f3-850b-820bc8387310","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:15:56.533202962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b441a8c3-066d-4fc8-8cd8-d46d9fe45088","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.841004467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"cf87f5cf-15ef-4d0d-afdf-d6ec7253fc83","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.857073251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"d3433b5e-9d3f-4bda-9110-a0f60e1f174e","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d72bc277","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.927676565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"8b0b8a03-ea15-4129-9459-b422d1dd0735","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.934415997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"980aec4e-52ff-4495-90b3-dbe2a990c3fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.944029582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"8b0b8a03-ea15-4129-9459-b422d1dd0735","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:00.947189507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"980aec4e-52ff-4495-90b3-dbe2a990c3fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:01.07138344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e9dfdb9f-b21b-4c32-967b-39e92e377f3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:01.072416539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"ba50f0d6-3898-462d-8829-42a65f80c600","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:01.083753868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"e9dfdb9f-b21b-4c32-967b-39e92e377f3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:01.087390632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"ba50f0d6-3898-462d-8829-42a65f80c600","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.254237321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21f5efa-94ef-42a8-bb37-fc6798832d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.262357321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21f5efa-94ef-42a8-bb37-fc6798832d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.269945746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21f5efa-94ef-42a8-bb37-fc6798832d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.292374439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21f5efa-94ef-42a8-bb37-fc6798832d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.55579316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aedecb-8815-486b-8326-35f35716b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.559149055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aedecb-8815-486b-8326-35f35716b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.562361649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aedecb-8815-486b-8326-35f35716b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:06.565809027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0aedecb-8815-486b-8326-35f35716b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.049982459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"95457fa7-9fcc-430c-b836-02653768b71a","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.051247889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"95457fa7-9fcc-430c-b836-02653768b71a","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.38123693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"cfeebd02-ffe0-4f97-a2ce-cc279b812397","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.381339018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"cfeebd02-ffe0-4f97-a2ce-cc279b812397","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.385855379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"a2258bf8-ad99-421b-a2df-986d75d04202","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.385881218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"a2258bf8-ad99-421b-a2df-986d75d04202","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.394699284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f07e5896-9c68-4f50-93c7-8d1f5f358670","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.456357944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f07e5896-9c68-4f50-93c7-8d1f5f358670","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.471996752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f07e5896-9c68-4f50-93c7-8d1f5f358670","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.48675445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"33707ea0-997c-42bf-92e1-ea6deb756bf7","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:08.488556698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"33707ea0-997c-42bf-92e1-ea6deb756bf7","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.866229395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"8383a7cc-4301-436c-a90e-f0d033112b86","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","subscription":"e2e-shr-auth-645aae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.874583037Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"8383a7cc-4301-436c-a90e-f0d033112b86","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.878366182Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-sub","reconcileID":"8383a7cc-4301-436c-a90e-f0d033112b86","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.929329768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-9f53bb priority=0:[ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-auth-645aae-sub ai-tenant-e2e-extmod-a-9f53bb/e2e-shr-shared-f3fe21-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.934181118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"d1039ccc-156f-4ecd-bb1d-b630c569f71a","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.940025868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"0fb16afe-95cb-483f-8eb4-1d07144b905a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.94017404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2a065136-2bed-49a9-ba39-26f91d13efbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.947043621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"0fb16afe-95cb-483f-8eb4-1d07144b905a","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.949777388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"97d9d857-4d96-41a7-9cbe-e988f309886e","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:10.949832496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2a065136-2bed-49a9-ba39-26f91d13efbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.039467172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"6b0fbce0-b4c6-4e09-88fc-85b5c6761d30","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.047055628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"6b0fbce0-b4c6-4e09-88fc-85b5c6761d30","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.066215912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-auth-645aae-access","reconcileID":"5ee5bf42-e513-4709-b390-a16bbd0bf8c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.069483896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"8c94991c-8600-4984-8849-bab61d938fa0","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.172198965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","reconcileID":"22ce81dd-1180-4832-a0e7-a7ce1e420f67","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-0abfc0a04245","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.324379402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"bda62f81-70c9-4954-8726-3f330aa08e5f","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.33411279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"8a272e46-7203-43f4-b52e-c13dc796d603","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.340397011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"90fc9b8b-3ac8-462b-8218-55dd86036f69","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.346290217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"8a272e46-7203-43f4-b52e-c13dc796d603","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.351290001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"8c0c8a46-26db-4c2b-b766-504a33461bbc","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bed0d818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.356673273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"90fc9b8b-3ac8-462b-8218-55dd86036f69","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.526171876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"47cf2dd2-06cd-4331-9291-d36fc313df75","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.58758337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"47cf2dd2-06cd-4331-9291-d36fc313df75","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.598662469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b4946c9f-043d-4e53-9eee-36d38ac3c647","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:11.608614092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"b4946c9f-043d-4e53-9eee-36d38ac3c647","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.046143879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"6502a9d6-8e6e-4c49-bd73-5cfbef07987d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.1238013Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"6502a9d6-8e6e-4c49-bd73-5cfbef07987d","name":"e2e-inf-b-24376f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.652175035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fbbab0-3b6e-44d5-9484-1211c6f999d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.683931969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fbbab0-3b6e-44d5-9484-1211c6f999d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.699349261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fbbab0-3b6e-44d5-9484-1211c6f999d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:14.715301665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54fbbab0-3b6e-44d5-9484-1211c6f999d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.023621119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031c8af5-6bcd-47fb-9ffb-9e91502fe9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.029633705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031c8af5-6bcd-47fb-9ffb-9e91502fe9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.034766585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031c8af5-6bcd-47fb-9ffb-9e91502fe9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.041357045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031c8af5-6bcd-47fb-9ffb-9e91502fe9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.322728096Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68aa46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68aa46","reconcileID":"b7bd5228-14a7-463b-8f4a-f13c0401dd9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68aa46","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-68aa46":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.884239134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f87881-8682-4720-a72b-58b9f052c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.952679313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f87881-8682-4720-a72b-58b9f052c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:15.969379501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f87881-8682-4720-a72b-58b9f052c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:16.047968351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f87881-8682-4720-a72b-58b9f052c4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:17.435481124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:18.497719495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"4f976455-a3af-4686-bcb3-3f987977ff76","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:18.505887452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"4f976455-a3af-4686-bcb3-3f987977ff76","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:18.513193325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"4f976455-a3af-4686-bcb3-3f987977ff76","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.355234952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"16075789-ea35-4b59-a7d9-92ed0b08ba64","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","subscription":"e2e-shr-auth-645aae-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.362392826Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"16075789-ea35-4b59-a7d9-92ed0b08ba64","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.366126497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-sub","reconcileID":"16075789-ea35-4b59-a7d9-92ed0b08ba64","MaaSSubscription":{"name":"e2e-shr-auth-645aae-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.401495833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"3dedfc7e-5bb7-4854-99f5-bf5c5642abdd","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.406870041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"134fee10-ab43-4c88-a062-fa0749945def","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.407232445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a884a984-f3a8-4260-81f0-9b7972f18478","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.41526894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"134fee10-ab43-4c88-a062-fa0749945def","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.415457973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a884a984-f3a8-4260-81f0-9b7972f18478","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.415964967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"26081d38-50ac-4dcd-92bd-98255d414fee","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.536723403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"2c2a4bae-2877-433e-8450-2acf49860035","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.53984496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"46d79efe-4662-4fb5-9e79-8f25e1a30981","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.54442498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"2c2a4bae-2877-433e-8450-2acf49860035","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.634035237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-auth-645aae-access","reconcileID":"7cb3e3bf-d234-4f34-baab-4f5883e7e02f","MaaSAuthPolicy":{"name":"e2e-shr-auth-645aae-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.650291288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"33e6a13c-1b7f-46d6-9a8a-684814330d84","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:21.972179609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","reconcileID":"b4f1f936-4e23-433d-bdff-90dc62276297","MaaSModelRef":{"name":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-auth-645aae-953b94808090","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-auth-645aae-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-auth-645aae","provider":"e2e-shr-auth-645aae-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.509998674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"dc09ec86-8e00-45b0-a23a-d62add978f2b","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.518656463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"54468af8-3ad8-4b9a-b2ed-8c3c8f096257","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.520805766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1018501f-f0b1-4ac9-8494-c3a66b9abe28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.520819355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6e3f4442-0033-4bad-8650-583c915e2ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.521375294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"5759bb86-af13-4415-8594-05e9540884e1","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.52232706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c084c8ba-6e20-4206-ba3a-5216ba78fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.522327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60b57714-ed78-4ad1-9dab-01a89bb3ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.52771623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"54468af8-3ad8-4b9a-b2ed-8c3c8f096257","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.582724426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"1018501f-f0b1-4ac9-8494-c3a66b9abe28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.58494212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6e3f4442-0033-4bad-8650-583c915e2ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.586384992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c084c8ba-6e20-4206-ba3a-5216ba78fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.58738136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"1c7363b6-9ec0-4ff7-9b17-7083128f7465","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.589788194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"54468af8-3ad8-4b9a-b2ed-8c3c8f096257","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.589963456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60b57714-ed78-4ad1-9dab-01a89bb3ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.594284108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"80308607-11a9-4a4f-815e-c2341c5710e0","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.594753816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"1edd1d13-23eb-4507-97f6-4a2d3768c8e5","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.595038308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"932d607d-403a-4000-9c43-14016884bacf","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.611861837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"2e79b471-adac-4e5b-9fd8-9f0316c08cab","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.624155543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a4a6cc4c-4be1-4de1-9ed7-28d09706e143","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.683163649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b2f422fa-97ae-40fe-b458-28053ed4eb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.682906871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"801611bc-9f06-419a-a4d1-02196530069e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.683750311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9b53d023-3bd4-469e-bba2-6bd497f5bfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.688418146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"a4a6cc4c-4be1-4de1-9ed7-28d09706e143","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.68951128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"efe5a23a-a3b0-464f-bd3c-97a5c85b0cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.692707026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"b2f422fa-97ae-40fe-b458-28053ed4eb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.692872272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"9b53d023-3bd4-469e-bba2-6bd497f5bfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.696544223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"801611bc-9f06-419a-a4d1-02196530069e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.703643532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"efe5a23a-a3b0-464f-bd3c-97a5c85b0cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.71102796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"64ed5e31-bf72-472e-b800-9f4ddd3c4bae","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.712455422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"4fb3bfa2-14b7-4566-a508-f1036991f059","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.741241101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-645aae","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","reconcileID":"b6951a8e-01f5-4758-b3c7-67fb2e26f408","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-auth-645aae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.944498082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"aa42942a-972f-4b4e-9037-8d33012393ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:22.945204907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c4041374-ca0d-420f-a874-600b28956e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.045410484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c9598f2e-c137-4474-9a87-c1381168a94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.144692973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"aa42942a-972f-4b4e-9037-8d33012393ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.196725201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"c387a1f9-de32-45e1-a691-719b44fca0ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.19894971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"c4041374-ca0d-420f-a874-600b28956e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.209694008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"c619cf36-cc40-4ee3-9bfd-6ef61cf1ec3c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.220394534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"c387a1f9-de32-45e1-a691-719b44fca0ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.224328902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"c619cf36-cc40-4ee3-9bfd-6ef61cf1ec3c","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.237777383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d51e5dce-22e3-4e97-a968-fdcbf8364f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.24784724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d51e5dce-22e3-4e97-a968-fdcbf8364f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.252844375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c9598f2e-c137-4474-9a87-c1381168a94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.616799916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"c01d28bd-fbbd-43c4-9726-cc7761e2e697","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.617547828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f2c235c0-646f-4cf8-a919-c86246434534","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.757633791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"dc53974c-60f1-4599-9028-cde0e6e05697","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.762443645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f2c235c0-646f-4cf8-a919-c86246434534","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.764651051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"05cd1f88-7612-4681-adac-f901c016ae6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.780548917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a239606a-f7c8-4c72-bdfe-cff950c0d481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.792621069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"24cd3169-9e45-4bf9-9e86-44c34520cc5d","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f58ea23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.794254337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"f2c235c0-646f-4cf8-a919-c86246434534","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.797213712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"dc53974c-60f1-4599-9028-cde0e6e05697","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.798147694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e879f991-4c18-4646-b284-8af7b0426b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.798597618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"05cd1f88-7612-4681-adac-f901c016ae6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.811467798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"a239606a-f7c8-4c72-bdfe-cff950c0d481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.814376915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e879f991-4c18-4646-b284-8af7b0426b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.821318596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9621a6a3-09c9-4794-9209-5e643359ba7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.82913039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8f5944c1-4d3d-4d6b-bb79-47129c968097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.831034471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9621a6a3-09c9-4794-9209-5e643359ba7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.837217362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"8f5944c1-4d3d-4d6b-bb79-47129c968097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.912392763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3a1fa6ee-07ef-49eb-aa93-e7491d23592a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:23.91971913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"3a1fa6ee-07ef-49eb-aa93-e7491d23592a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.011456953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"977d939d-4139-43dd-81be-4f67bf568f61","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.01378228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2f10c5b0-c1b8-4b34-a27f-e30c7c3c79df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.014154041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"1c789596-62ba-49bf-8012-ebc477309464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.01835392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"977d939d-4139-43dd-81be-4f67bf568f61","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.020357537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"2f10c5b0-c1b8-4b34-a27f-e30c7c3c79df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.021011757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"1c789596-62ba-49bf-8012-ebc477309464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.544214598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"d11898a8-af20-4369-bec9-42816a6d1c03","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.544239788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"d11898a8-af20-4369-bec9-42816a6d1c03","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.843591415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"6067ebea-d579-43cd-9bef-e7a894efedc3","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.843613451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"6067ebea-d579-43cd-9bef-e7a894efedc3","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.850517636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"48c962bf-4853-497b-a5b9-69ba455370e2","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.8505381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"48c962bf-4853-497b-a5b9-69ba455370e2","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.860581265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"d0a9f374-2272-4c3c-b009-038b123b6bb9","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.889705757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"d0a9f374-2272-4c3c-b009-038b123b6bb9","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.89575201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"d0a9f374-2272-4c3c-b009-038b123b6bb9","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.901492123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"bbe9193b-92b5-4812-acf0-24cadebfd9aa","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:24.901511783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"bbe9193b-92b5-4812-acf0-24cadebfd9aa","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.804677836Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"205a06e3-777e-4d64-8492-9b0f0791c82c","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","subscription":"e2e-shr-shared-f3fe21-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.884162651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5bf16f54-ae22-46e2-94e6-e63219f3978f","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.884752842Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"205a06e3-777e-4d64-8492-9b0f0791c82c","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.888185103Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"205a06e3-777e-4d64-8492-9b0f0791c82c","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.891124854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5bf16f54-ae22-46e2-94e6-e63219f3978f","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.897235438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5bf16f54-ae22-46e2-94e6-e63219f3978f","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.917768888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"fe3d9237-4335-43f6-a613-b0c03fba5aa8","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.920503231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"772cf847-8649-4ec6-8573-998e9c9e628a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:33.927521719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"772cf847-8649-4ec6-8573-998e9c9e628a","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.048137716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2e7a8c70-04a5-4154-aea5-4ebcbc526fcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.080778965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"f1888602-63c1-49b1-aeab-001a23f2273d","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.081269097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2e7a8c70-04a5-4154-aea5-4ebcbc526fcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.148341253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"69c05e84-896d-46f5-9a11-ecacabc9a12c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.157496506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"69c05e84-896d-46f5-9a11-ecacabc9a12c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.18416239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"69c05e84-896d-46f5-9a11-ecacabc9a12c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"name":"e2e-extmod-b-d9f2ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.184188882Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"e2e-shr-shared-f3fe21-access","reconcileID":"69c05e84-896d-46f5-9a11-ecacabc9a12c","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.194423181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","reconcileID":"f3b739f8-22b8-4797-80fb-ec944e80294e","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-c2b20aeac92b","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-b-d9f2ce","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-b-d9f2ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.337604718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"392a6144-99b3-4ac7-8696-e44806be19de","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.340808891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2bbdff30-186a-4593-8be0-d1b8a6accd57","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.347911505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"2bbdff30-186a-4593-8be0-d1b8a6accd57","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.353899473Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"126e94f7-dd76-424a-abd5-d1525ffa9180","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-beeaacc7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.467238392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ce7d8d72-f7c4-4bf0-b674-522da142c81f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.474116374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"ce7d8d72-f7c4-4bf0-b674-522da142c81f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.912109863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"eaf3cd57-ffbb-4fa1-a7b4-890941ae2195","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.919582357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"eaf3cd57-ffbb-4fa1-a7b4-890941ae2195","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:34.92508681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"eaf3cd57-ffbb-4fa1-a7b4-890941ae2195","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.107123396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c36459-8c93-4629-95f0-a508ff4fec48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.110560457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c36459-8c93-4629-95f0-a508ff4fec48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.114028224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c36459-8c93-4629-95f0-a508ff4fec48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.117592052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c36459-8c93-4629-95f0-a508ff4fec48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.456764838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b592136-8412-4563-bfdd-82f0e029b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.482877448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b592136-8412-4563-bfdd-82f0e029b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.486585975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b592136-8412-4563-bfdd-82f0e029b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.490537887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b592136-8412-4563-bfdd-82f0e029b30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.715322336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"e9904b25-c580-4a01-8c22-670563095907","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:39.790278834Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"e9904b25-c580-4a01-8c22-670563095907","name":"e2e-inf-a-68aa46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:43.916101938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"973d0908-876c-4571-aa7c-1ced3086c339","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:43.928548112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"973d0908-876c-4571-aa7c-1ced3086c339","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:43.955267519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"973d0908-876c-4571-aa7c-1ced3086c339","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:43.966242339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"8bd8175e-651b-45d8-ae7e-d5e5a94ced29","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:43.966266298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"8bd8175e-651b-45d8-ae7e-d5e5a94ced29","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.358433176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"a3a2b5d0-22a3-48b8-8db7-9d2b68391c2f","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","subscription":"e2e-shr-shared-f3fe21-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.365504794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"a3a2b5d0-22a3-48b8-8db7-9d2b68391c2f","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.372345844Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-sub","reconcileID":"a3a2b5d0-22a3-48b8-8db7-9d2b68391c2f","MaaSSubscription":{"name":"e2e-shr-shared-f3fe21-sub","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"maas-trlp-e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.526833537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"af7f0338-c718-486d-ae8d-2e13adb361fa","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.531946304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"d64ec6f2-50e7-4d4c-948a-4be819883c55","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.541599989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"d64ec6f2-50e7-4d4c-948a-4be819883c55","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.631388978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"fddee7f0-f3ba-4203-8454-a584919aa461","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.638896765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"fddee7f0-f3ba-4203-8454-a584919aa461","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.672278663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"fcaea309-b614-4ab7-90f2-0fc92e8fe663","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.755678427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"cd8e9b29-5083-4df1-9072-c53e456a784f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"model":"e2e-extmod-shr-user-d1426b/e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.798694246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"cd8e9b29-5083-4df1-9072-c53e456a784f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.833615842Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"cd8e9b29-5083-4df1-9072-c53e456a784f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"name":"e2e-extmod-a-9f53bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.83372547Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"e2e-shr-shared-f3fe21-access","reconcileID":"cd8e9b29-5083-4df1-9072-c53e456a784f","MaaSAuthPolicy":{"name":"e2e-shr-shared-f3fe21-access","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.845901371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"07aceaf2-b8b4-4e40-bca2-631a2aa7ab41","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.890382821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"4784338f-6c9f-4ff8-a1ec-50bc5f394e03","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.900118314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"4784338f-6c9f-4ff8-a1ec-50bc5f394e03","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:44.907714575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"4784338f-6c9f-4ff8-a1ec-50bc5f394e03","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:45.212691737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","reconcileID":"5cb194c7-f603-451f-811f-6367e9d71902","MaaSModelRef":{"name":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","namespace":"e2e-extmod-shr-user-d1426b"},"routeName":"external-model-e2e-shr-shared-f3fe21-4afb5d997b75","namespace":"e2e-extmod-shr-user-d1426b","model":"e2e-shr-shared-f3fe21-e2e-extmod-a-9f53bb","externalModel":"e2e-shr-shared-f3fe21","provider":"e2e-shr-shared-f3fe21-provider","gateway":"openshift-ingress/e2e-extmod-a-9f53bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:45.959348454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"8dbe86a2-fce2-4a44-b612-1ebe8b6f5da0","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:45.974873961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"16aa974b-137e-40dc-bd65-04cd242f24ca","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.007344177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"246ffeb8-7667-4317-a82a-3d4ef0877c86","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.044357972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec0d60fe-d977-42f3-9efb-a18421ac4c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.044682139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3e78ab07-670a-445e-90e3-14bee6621e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.058276212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b2b4bfdd-0e78-4997-8d18-f32490888d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.071119711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"16aa974b-137e-40dc-bd65-04cd242f24ca","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.079570769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec0d60fe-d977-42f3-9efb-a18421ac4c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.080865308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"b2b4bfdd-0e78-4997-8d18-f32490888d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.084886397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"246ffeb8-7667-4317-a82a-3d4ef0877c86","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.090192028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3e78ab07-670a-445e-90e3-14bee6621e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.099403835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"16aa974b-137e-40dc-bd65-04cd242f24ca","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.11223152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"246ffeb8-7667-4317-a82a-3d4ef0877c86","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.126773662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88c329aa-7dc8-4356-b644-1b445df35768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.139076309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5b7fcac0-e479-4f2e-8fe4-18d18657969b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.145753958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88c329aa-7dc8-4356-b644-1b445df35768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.146523769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"037807db-6b0b-43ee-9c76-18cdaf7ffe72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.147061208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"df6a2970-5018-46d8-a03c-355eddacca3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.147545735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dadf1c8c-ef56-4f1e-bdae-ec38b1d79cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.154696051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5b7fcac0-e479-4f2e-8fe4-18d18657969b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.167161212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"df6a2970-5018-46d8-a03c-355eddacca3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.168430077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"dadf1c8c-ef56-4f1e-bdae-ec38b1d79cee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.173220131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"037807db-6b0b-43ee-9c76-18cdaf7ffe72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.196555965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-f3fe21","namespace":"e2e-extmod-shr-user-d1426b"},"namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","reconcileID":"f0522967-5c92-49f2-b21a-3a9cf90eb8d2","namespace":"e2e-extmod-shr-user-d1426b","name":"e2e-shr-shared-f3fe21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.318625627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"264ccf4b-f616-4338-abc9-09bd1554e377","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.322546088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"03183d25-e76a-42f6-8efe-1a0aa62d73d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.323141688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"194b508f-b104-4505-9a39-2da8fa982f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.32359138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"decdbe62-056e-4c47-a033-d66259ca1fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.324169556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b2bccab9-2a1e-4243-af4c-371827a8ea96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.655952219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"264ccf4b-f616-4338-abc9-09bd1554e377","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.663250533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"decdbe62-056e-4c47-a033-d66259ca1fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.855804624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"194b508f-b104-4505-9a39-2da8fa982f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:46.889679385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"03183d25-e76a-42f6-8efe-1a0aa62d73d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.214518033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"b2bccab9-2a1e-4243-af4c-371827a8ea96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.426078462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"b35c6006-b776-44ca-9909-de59e3a56a95","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.426454109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"65cbf845-1c79-4610-985c-f1878e34131e","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.430281714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.438404497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"65cbf845-1c79-4610-985c-f1878e34131e","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.438875561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7eeba850-8ea4-4a17-88da-b35f19018e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.439565596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"71ca4d39-3932-4d05-8f25-87648ec46727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.439808011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"b35c6006-b776-44ca-9909-de59e3a56a95","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.443273439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78631080-b108-4e49-afdf-8674fc713c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.446713233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"b35c6006-b776-44ca-9909-de59e3a56a95","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.447466597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"65cbf845-1c79-4610-985c-f1878e34131e","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.450683596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7eeba850-8ea4-4a17-88da-b35f19018e10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.45153517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"71ca4d39-3932-4d05-8f25-87648ec46727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.45460544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78631080-b108-4e49-afdf-8674fc713c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.524999413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"969d7e4a-5df9-479e-9269-f4fbf663a2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.525387346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6895f9eb-3f74-4421-a5d2-d9f117129191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.52570628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a1918fbb-b3a5-48e7-a2f0-61b1b47339af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.526077675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"50432a43-8813-4c39-8184-97f88d87daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.526158298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"280f96fd-4f38-4219-98b0-9aa164d40ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.532566977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"969d7e4a-5df9-479e-9269-f4fbf663a2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.532810185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6895f9eb-3f74-4421-a5d2-d9f117129191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.535159504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"50432a43-8813-4c39-8184-97f88d87daf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.535326724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"a1918fbb-b3a5-48e7-a2f0-61b1b47339af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:47.537455841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"280f96fd-4f38-4219-98b0-9aa164d40ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:56.581751954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb863e37-b617-4743-8c38-8631a6f4318f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:56.620105328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb863e37-b617-4743-8c38-8631a6f4318f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:56.628055595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb863e37-b617-4743-8c38-8631a6f4318f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:56.636394289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb863e37-b617-4743-8c38-8631a6f4318f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.078785227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec07ecb-80d8-4038-8ff6-09737e53b7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.087038433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec07ecb-80d8-4038-8ff6-09737e53b7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.093987377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec07ecb-80d8-4038-8ff6-09737e53b7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.101168851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec07ecb-80d8-4038-8ff6-09737e53b7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.453984664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"07e07ae6-6db3-4b89-9ef1-85e7fbb01e62","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.454322241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2c30a3ed-38fc-4c89-a878-e0caa22bb9a6","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.461129892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2c30a3ed-38fc-4c89-a878-e0caa22bb9a6","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.461259897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"07e07ae6-6db3-4b89-9ef1-85e7fbb01e62","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.466707012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2c30a3ed-38fc-4c89-a878-e0caa22bb9a6","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.467443495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"07e07ae6-6db3-4b89-9ef1-85e7fbb01e62","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.566865494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b13404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b13404","reconcileID":"1275370c-2044-482a-8fd9-a39037bb2b2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b13404","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b13404":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.856666938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b056c2-843c-4089-ad64-642fc22a1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.860036945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b056c2-843c-4089-ad64-642fc22a1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.86333962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b056c2-843c-4089-ad64-642fc22a1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:16:57.88705757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b056c2-843c-4089-ad64-642fc22a1800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.488580404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"de63fb39-e9f6-4d96-94ad-d14beedaee9a","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.488607213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"de63fb39-e9f6-4d96-94ad-d14beedaee9a","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.80908903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"afeb5cd2-528e-4531-9a09-f286eb035540","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.809114739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"afeb5cd2-528e-4531-9a09-f286eb035540","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.814710419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"1aa9544a-a179-4c21-b2e5-377fb1c18bb2","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.814732842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"1aa9544a-a179-4c21-b2e5-377fb1c18bb2","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.821033547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"16531bfb-62e9-4379-92d2-8f3c98f578d9","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.844301358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"16531bfb-62e9-4379-92d2-8f3c98f578d9","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.850096325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"16531bfb-62e9-4379-92d2-8f3c98f578d9","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.859169066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"eb0f0d63-a7e1-4453-8c47-12c8862edd15","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:06.85919542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"eb0f0d63-a7e1-4453-8c47-12c8862edd15","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.474045733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"3a4c1273-6cc1-4d37-ad09-4d2a12a44b83","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.474179951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"dd025c04-fcdf-49e3-983d-ffcc80d21703","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.481228745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"3a4c1273-6cc1-4d37-ad09-4d2a12a44b83","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.481337022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"dd025c04-fcdf-49e3-983d-ffcc80d21703","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.487273789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"3a4c1273-6cc1-4d37-ad09-4d2a12a44b83","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:07.487762952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"dd025c04-fcdf-49e3-983d-ffcc80d21703","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.4613701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78a9c4-1c5d-44ec-8f60-754cb15dd39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.46489831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78a9c4-1c5d-44ec-8f60-754cb15dd39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.468433607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78a9c4-1c5d-44ec-8f60-754cb15dd39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.471910478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc78a9c4-1c5d-44ec-8f60-754cb15dd39d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.715110023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2516c5c3-1201-411e-b8df-1134bdb156d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.71863167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2516c5c3-1201-411e-b8df-1134bdb156d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.722119739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2516c5c3-1201-411e-b8df-1134bdb156d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:10.725747335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2516c5c3-1201-411e-b8df-1134bdb156d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.433969749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49768f7a-291a-47f7-9b8f-21bf5a9d692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.437729053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49768f7a-291a-47f7-9b8f-21bf5a9d692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.443594648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49768f7a-291a-47f7-9b8f-21bf5a9d692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.501000696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49768f7a-291a-47f7-9b8f-21bf5a9d692f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.678582949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4333979-43dd-4c2c-ab5f-46adc35b5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.682021064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4333979-43dd-4c2c-ab5f-46adc35b5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.685351483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4333979-43dd-4c2c-ab5f-46adc35b5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.688636838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4333979-43dd-4c2c-ab5f-46adc35b5f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.941631164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a806ed5-5a73-4349-9ab3-e08b6f559c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.945411619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a806ed5-5a73-4349-9ab3-e08b6f559c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.949046226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a806ed5-5a73-4349-9ab3-e08b6f559c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:15.952440229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a806ed5-5a73-4349-9ab3-e08b6f559c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.20927016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728dc75f-aa9e-4d5d-96cb-de0e10751bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.213621631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728dc75f-aa9e-4d5d-96cb-de0e10751bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.217191625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728dc75f-aa9e-4d5d-96cb-de0e10751bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.221307241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728dc75f-aa9e-4d5d-96cb-de0e10751bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.3933256Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c0a748","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c0a748","reconcileID":"12fcacb9-71e2-4cc9-8198-ccab55de5f04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c0a748","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c0a748":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.555882917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a85443-5567-40a4-bd73-866867550827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.559284314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a85443-5567-40a4-bd73-866867550827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.563192406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a85443-5567-40a4-bd73-866867550827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.567478002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a85443-5567-40a4-bd73-866867550827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.886707348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"a213a742-7bce-4a63-891f-2353773f5d42","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.932738825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"a213a742-7bce-4a63-891f-2353773f5d42","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:16.946585368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"a213a742-7bce-4a63-891f-2353773f5d42","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.160951868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a09ec9e-b8a7-4fb1-a3cb-eb345a97595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.164195142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a09ec9e-b8a7-4fb1-a3cb-eb345a97595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.167715009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a09ec9e-b8a7-4fb1-a3cb-eb345a97595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.171120661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a09ec9e-b8a7-4fb1-a3cb-eb345a97595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.481159733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.493497102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2f68b507-2b1e-41b0-b036-966cc9934e5d","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.494472551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a0fd1fb1-f70d-475a-a5e6-48886e8f49c4","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.499289596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dfd05b-38c3-4908-baef-14d8ca7229ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.502860153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dfd05b-38c3-4908-baef-14d8ca7229ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.505564375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a0fd1fb1-f70d-475a-a5e6-48886e8f49c4","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.506618182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dfd05b-38c3-4908-baef-14d8ca7229ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.507648563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2f68b507-2b1e-41b0-b036-966cc9934e5d","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.510280085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3dfd05b-38c3-4908-baef-14d8ca7229ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.513021101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a0fd1fb1-f70d-475a-a5e6-48886e8f49c4","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.51710269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"2f68b507-2b1e-41b0-b036-966cc9934e5d","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.901234569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87205f6-e722-4b91-87ad-8bf6d3391525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.906077247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87205f6-e722-4b91-87ad-8bf6d3391525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.910057405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87205f6-e722-4b91-87ad-8bf6d3391525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:17.913794882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87205f6-e722-4b91-87ad-8bf6d3391525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.444974991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23725989-a3ca-40f1-88b3-51dfcd013452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.448873489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23725989-a3ca-40f1-88b3-51dfcd013452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.452351232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23725989-a3ca-40f1-88b3-51dfcd013452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.455674242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23725989-a3ca-40f1-88b3-51dfcd013452","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.81197781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7967fa-8935-48d0-8fd5-cf0e35bf0f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.815338336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7967fa-8935-48d0-8fd5-cf0e35bf0f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.821040214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7967fa-8935-48d0-8fd5-cf0e35bf0f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:18.867019968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7967fa-8935-48d0-8fd5-cf0e35bf0f4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.172225805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c73a2a-6307-4798-9cd4-07c3d3101ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.175679831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c73a2a-6307-4798-9cd4-07c3d3101ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.17906918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c73a2a-6307-4798-9cd4-07c3d3101ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.187132617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c73a2a-6307-4798-9cd4-07c3d3101ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.469184793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bb2c8c-cc93-40a2-b6f1-b0a649def331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.472758815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bb2c8c-cc93-40a2-b6f1-b0a649def331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.488054337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bb2c8c-cc93-40a2-b6f1-b0a649def331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:19.49411331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bb2c8c-cc93-40a2-b6f1-b0a649def331","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:25.551598094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"7ae4975c-96ed-430d-9a49-b4e8718449fe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:25.567487768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"7ae4975c-96ed-430d-9a49-b4e8718449fe","name":"e2e-inf-a-b13404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:26.95342286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f37f7a9e-1c59-4598-adf0-44da8a2be4b4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:26.963976936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f37f7a9e-1c59-4598-adf0-44da8a2be4b4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:26.969395747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f37f7a9e-1c59-4598-adf0-44da8a2be4b4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.536644856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"8289c89d-e9e0-46b4-a6e3-8d00e9811064","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.551427278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"8289c89d-e9e0-46b4-a6e3-8d00e9811064","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.558346168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-60ad03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c080c5e841ef6b3b249f55666861929ef6149ab748826b3769c10a463fbe33a5) AuthConfig (fc54b1c8ff4b6af6b5d62d6493562568bc90c1f384d02c9dfa22dacf54402f80) AuthConfig (78abdcd6a557be5467c31bee069241188830f0ed13955384f56e058fa62b99ec) AuthConfig (e1f498c28e8117233f1af662d50ed723a4ddfee3f7e6d8b6908508e8498a36b3) AuthConfig (e010078423c3992d8aab3be598b5a5edca05e8246d9e15952f45198152a0c647) AuthConfig (acd8f916adc30dc9a6e4065dca2d4805bc2e3fc75656a346bcf25fa37a21839c) AuthConfig (8e255ea0a61373374ed0cb1656f9fd6251580127a660f0f5faaf0912613b7ea7) AuthConfig (4557ef114fc74cd97bc2e0e215df2aa8cc55b1e017d425cbc85ffc52483fc65b) AuthConfig (d86fef9204e8f90c9bb6783fae14e446accfacb6adb4151ee39fa0fd343a0976) AuthConfig (56b66bfd1346ae11f8574c198708f0c76dc8870c46c0601fb71e3a5ded316fb5) AuthConfig (b4732d8950cff2170a614a656d339625e06ff5d6993edaaba8185f1483a155c5) AuthConfig (550c1fb04f2d1f177060206f36b53c751df610404eaf6078b2071467a89dd418) AuthConfig (6ed1062fe3c9fa9f491230c72fbefbcb66e1051c61dfb73546e3a0c186ff8205) AuthConfig (c009e093eb0f2406e75ece948a39562e46179dfb14876b34ce6b178a80550367) AuthConfig (9cb8e77e5d873eedf830227089d12a3d081ebaae2bfc5516080ca3ad35360498) AuthConfig (d7bb9a7685b4bc904406b536c3b9c71684b4ac02fdf9e920f6c2936ad73f6ee4) AuthConfig (0cc481727b8fdef71b03e0e66a4b4b66913844ef90457eba34bcec9483af655f) AuthConfig (0e6db5ca3a33856ea379b923cb66c0542d93eb721e62be036a1120f4da812b27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"8289c89d-e9e0-46b4-a6e3-8d00e9811064","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.622235919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"7d8d93c1-c935-4ab2-996f-a5c7d67b8b5f","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.629055645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"7d8d93c1-c935-4ab2-996f-a5c7d67b8b5f","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:27.634832611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"7d8d93c1-c935-4ab2-996f-a5c7d67b8b5f","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:34.693333041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"83dec5f7-c05c-4ea6-ae4b-4c6f2749e2d0","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:34.70279197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"83dec5f7-c05c-4ea6-ae4b-4c6f2749e2d0","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:34.708988291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (570b0bdfa32666d1b9ba91c8cc91e6fa0bcc302bb9698cfbdb1ee83a9a7fa9bf) AuthConfig (ee5b19ccbed9945e6d4935005f1c83b45042598504e31748ea79c9e96f56b132) AuthConfig (e76b8219199317f46391d7ccac1d22950967e38faadd0144a364a24d876e0b19) AuthConfig (0c3c5775b5b81c2da22513f022a54e9b729c81d88786d2eb959213c9aad62137) AuthConfig (14d4536940baa9d7326aa7883b3be2fd546fb25d1dd6140e8ec7998c6a272a6a) AuthConfig (ed5dcca0c65688dd7dfbb3293dbcd957b9a3f2eec3e0b243b3e520cad141062e) AuthConfig (6ba851c6a5d028c69f634ba284ad53e0c30f6a801742865e184474b5361d2355) AuthConfig (551083bba8a1de52905dea43798dfffebd0d0c70196768f6fee62c4e9b0c7675) AuthConfig (6afcc07b7a15ed7c785049c5bc611d6a0d2ca7b52039f38781476452f1845f86) AuthConfig (faee1c6a266fc4ddf1c2edea8941b34178e32e7288ce493ac04bb39e991429c9) AuthConfig (5c2b83ce03ee951b9774f1c399aeea7c9459093ea9d4991580f4e161ac152f4d) AuthConfig (dc688c4b5c587d9119839c8035061ea1f5d8e19dc7e719f34ff940903915fe0c) AuthConfig (6cfbcb5e402ee3c9148524e254774388057238e8b1325b4996584ce84a11d9e5) AuthConfig (c463471823cdb5d0dd12a0a1f64928cbbc367915cf8efc752653c474ffe068ae) AuthConfig (870701e28e49d9c8d90e0dd4da31be633fadce12a32b4e8ff83d193a526767c9) AuthConfig (3cc5c6d3439a500d33ce1291c2082682338c01e79b3173cc092bf6d8a3cbff31) AuthConfig (8abcd534b13c05462143ec59af8de264a38b34372c1effc8067e4de50f7be07f) AuthConfig (931f42a614ca95e51ce16979a34913273b03c50c808b99d6ac283ecb2dad0abf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"83dec5f7-c05c-4ea6-ae4b-4c6f2749e2d0","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:34.715708795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"95ad1e02-3095-4207-9453-36b204f00477","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:34.715735915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"95ad1e02-3095-4207-9453-36b204f00477","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.602115439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5fb6530e-2e0b-490d-9e1b-630a4e714458","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.617031953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5fb6530e-2e0b-490d-9e1b-630a4e714458","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.644003892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"c175da39-54d6-4f04-9883-b9ae21028aa8","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.644035032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"c175da39-54d6-4f04-9883-b9ae21028aa8","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.675014719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"f3ad13b1-3b9c-45da-827e-5a47d6765bb3","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.682161468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"f3ad13b1-3b9c-45da-827e-5a47d6765bb3","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.687957904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8662917960e83351a6a1b9cd0beec584629bd6ba7f6e7da4955e480ac1e5866) AuthConfig (1e4463209430224cf9b2872041d4b2e93634b185adec760800693f4efc092a46) AuthConfig (14c9938bcce6e7fcfa11b63c141b1b504494dfd664d9bb3103ac4f2666054a46) AuthConfig (976bc2f437abc70f8247351c71bf5f69b96f455c1e211a99a85393d00edcf7eb) AuthConfig (f224073c4d76370d054be87589c642e75960860ba4179861cf97bee875380068) AuthConfig (d61393793903de840f7208ceba588c193582915490715886376ef324073c0468) AuthConfig (70c3b838a5617b566f7cf7a24e37bec5fa2a22580eb01a0b48a7ba1432526847) AuthConfig (31157eac66af8ef2b8bdf78ee5484d5dfe562c3fd5b41de811d42cce9b944f7f) AuthConfig (059c30a37b1811a12817bf89bcf1f1e4e1b45c43825ae624725d14b09eb2ac80) AuthConfig (c634e0794fc87a2d367a7dd89ed0152809538f0d1122d1067d80a67726775b4a) AuthConfig (f0262db459baf1f38ea0b709715002dd562b74980f9e5e1b8d754eb7d010b2d4) AuthConfig (cfdd5844dfb404f6c3cbac94e8b11e156b426e2f7ec9659bda6b2a8a89132d1e) AuthConfig (3d54872afdd8c4e05478d0b77cefa5f1b7a2e978f405ba727dbf5d2ab29db3c0) AuthConfig (6acc3e0e909c4d94f3d1e1aada13034381b58f514069a6fbe81694a4063b91a6) AuthConfig (ad3a547e22722fa47764fb3cdd4800c37b92f4a10f66fc7b12c2819700a7bd52) AuthConfig (97c51d31f41b8bd5d757a7ce2926df3407cbbe083e00f8a7ed2d3021483be0c8) AuthConfig (a1229c34886f4c5e9d14b0ded812a79f9117613b40b5872d5de837a5b930c164) AuthConfig (955d3875ba73d8d3b2625eb7aaea208c4a6978c3317efbfe0eba1684045304f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"f3ad13b1-3b9c-45da-827e-5a47d6765bb3","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.697330229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"12b2b6f0-07bb-4177-a750-2ef42209fa8e","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:37.697349419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"12b2b6f0-07bb-4177-a750-2ef42209fa8e","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.448664074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"bacc1aee-15f3-4ad0-a45d-e6e40d6b2de8","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.448687077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"bacc1aee-15f3-4ad0-a45d-e6e40d6b2de8","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.464444316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"7211bfd2-4836-45de-9c12-864987def699","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.465729024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"2f5714f2-c2dc-48f9-a5de-ab22f0b31721","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.465772746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"2f5714f2-c2dc-48f9-a5de-ab22f0b31721","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:17:41.479902905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"42ef23c2-ee3c-463f-871f-bddaa10ed936","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-60ad03-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.48513699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"7211bfd2-4836-45de-9c12-864987def699","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.510345182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"48ab0bf7-7786-4d14-a41f-7db1272e58dd","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.510382324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"48ab0bf7-7786-4d14-a41f-7db1272e58dd","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.519978863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"13cea2ff-dbc0-4861-be8d-64bd48498a06","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.520008479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"13cea2ff-dbc0-4861-be8d-64bd48498a06","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.54546694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"89e33856-599c-4fa0-9d12-816393a20ab5","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","model":"test-model-60ad03","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-60ad03/test-model-60ad03-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.555380039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"e51946a5-318a-4d10-8bfd-76f794130e4b","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.562816354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"0ad4f374-daf2-45db-ac99-376bdacc1b30","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.562841779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"0ad4f374-daf2-45db-ac99-376bdacc1b30","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.563401635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"e51946a5-318a-4d10-8bfd-76f794130e4b","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:41.634145746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"8a7e11db-bee3-4bf0-a151-e271cf6c032f","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:43.463350013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"f6fd5d9e-e602-4e26-8c11-8ce4c22b3f5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:43.559428336Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"f6fd5d9e-e602-4e26-8c11-8ce4c22b3f5e","name":"e2e-inf-b-c0a748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:44.723014296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"283e9f5b-302b-4ad1-af03-342e68000e3e","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:44.730582785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"283e9f5b-302b-4ad1-af03-342e68000e3e","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:44.737604082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (570b0bdfa32666d1b9ba91c8cc91e6fa0bcc302bb9698cfbdb1ee83a9a7fa9bf) AuthConfig (ee5b19ccbed9945e6d4935005f1c83b45042598504e31748ea79c9e96f56b132) AuthConfig (e76b8219199317f46391d7ccac1d22950967e38faadd0144a364a24d876e0b19) AuthConfig (0c3c5775b5b81c2da22513f022a54e9b729c81d88786d2eb959213c9aad62137) AuthConfig (14d4536940baa9d7326aa7883b3be2fd546fb25d1dd6140e8ec7998c6a272a6a) AuthConfig (ed5dcca0c65688dd7dfbb3293dbcd957b9a3f2eec3e0b243b3e520cad141062e) AuthConfig (6ba851c6a5d028c69f634ba284ad53e0c30f6a801742865e184474b5361d2355) AuthConfig (551083bba8a1de52905dea43798dfffebd0d0c70196768f6fee62c4e9b0c7675) AuthConfig (6afcc07b7a15ed7c785049c5bc611d6a0d2ca7b52039f38781476452f1845f86) AuthConfig (faee1c6a266fc4ddf1c2edea8941b34178e32e7288ce493ac04bb39e991429c9) AuthConfig (5c2b83ce03ee951b9774f1c399aeea7c9459093ea9d4991580f4e161ac152f4d) AuthConfig (dc688c4b5c587d9119839c8035061ea1f5d8e19dc7e719f34ff940903915fe0c) AuthConfig (6cfbcb5e402ee3c9148524e254774388057238e8b1325b4996584ce84a11d9e5) AuthConfig (c463471823cdb5d0dd12a0a1f64928cbbc367915cf8efc752653c474ffe068ae) AuthConfig (870701e28e49d9c8d90e0dd4da31be633fadce12a32b4e8ff83d193a526767c9) AuthConfig (3cc5c6d3439a500d33ce1291c2082682338c01e79b3173cc092bf6d8a3cbff31) AuthConfig (8abcd534b13c05462143ec59af8de264a38b34372c1effc8067e4de50f7be07f) AuthConfig (931f42a614ca95e51ce16979a34913273b03c50c808b99d6ac283ecb2dad0abf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"283e9f5b-302b-4ad1-af03-342e68000e3e","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:47.423899105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:47.70569941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"a48d8e68-c08f-4607-824c-0018fb9516e4","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:47.712664314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"a48d8e68-c08f-4607-824c-0018fb9516e4","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:47.719071799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8662917960e83351a6a1b9cd0beec584629bd6ba7f6e7da4955e480ac1e5866) AuthConfig (1e4463209430224cf9b2872041d4b2e93634b185adec760800693f4efc092a46) AuthConfig (14c9938bcce6e7fcfa11b63c141b1b504494dfd664d9bb3103ac4f2666054a46) AuthConfig (976bc2f437abc70f8247351c71bf5f69b96f455c1e211a99a85393d00edcf7eb) AuthConfig (f224073c4d76370d054be87589c642e75960860ba4179861cf97bee875380068) AuthConfig (d61393793903de840f7208ceba588c193582915490715886376ef324073c0468) AuthConfig (70c3b838a5617b566f7cf7a24e37bec5fa2a22580eb01a0b48a7ba1432526847) AuthConfig (31157eac66af8ef2b8bdf78ee5484d5dfe562c3fd5b41de811d42cce9b944f7f) AuthConfig (059c30a37b1811a12817bf89bcf1f1e4e1b45c43825ae624725d14b09eb2ac80) AuthConfig (c634e0794fc87a2d367a7dd89ed0152809538f0d1122d1067d80a67726775b4a) AuthConfig (f0262db459baf1f38ea0b709715002dd562b74980f9e5e1b8d754eb7d010b2d4) AuthConfig (cfdd5844dfb404f6c3cbac94e8b11e156b426e2f7ec9659bda6b2a8a89132d1e) AuthConfig (3d54872afdd8c4e05478d0b77cefa5f1b7a2e978f405ba727dbf5d2ab29db3c0) AuthConfig (6acc3e0e909c4d94f3d1e1aada13034381b58f514069a6fbe81694a4063b91a6) AuthConfig (ad3a547e22722fa47764fb3cdd4800c37b92f4a10f66fc7b12c2819700a7bd52) AuthConfig (97c51d31f41b8bd5d757a7ce2926df3407cbbe083e00f8a7ed2d3021483be0c8) AuthConfig (a1229c34886f4c5e9d14b0ded812a79f9117613b40b5872d5de837a5b930c164) AuthConfig (955d3875ba73d8d3b2625eb7aaea208c4a6978c3317efbfe0eba1684045304f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"a48d8e68-c08f-4607-824c-0018fb9516e4","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.436386044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e98db9d-9a0a-44e8-b72b-64b933339eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.440348444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e98db9d-9a0a-44e8-b72b-64b933339eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.44432289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e98db9d-9a0a-44e8-b72b-64b933339eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.45324121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e98db9d-9a0a-44e8-b72b-64b933339eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.718971476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5faad2c-c626-4376-9ae8-92a4668caa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.722909712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5faad2c-c626-4376-9ae8-92a4668caa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.726281606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5faad2c-c626-4376-9ae8-92a4668caa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:52.72964145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5faad2c-c626-4376-9ae8-92a4668caa75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:54.788466777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f58d0920-0c58-49d2-a0ec-6dbd0ff57ae4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:54.869482622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f58d0920-0c58-49d2-a0ec-6dbd0ff57ae4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:54.895325665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-055d82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (570b0bdfa32666d1b9ba91c8cc91e6fa0bcc302bb9698cfbdb1ee83a9a7fa9bf) AuthConfig (ee5b19ccbed9945e6d4935005f1c83b45042598504e31748ea79c9e96f56b132) AuthConfig (e76b8219199317f46391d7ccac1d22950967e38faadd0144a364a24d876e0b19) AuthConfig (0c3c5775b5b81c2da22513f022a54e9b729c81d88786d2eb959213c9aad62137) AuthConfig (14d4536940baa9d7326aa7883b3be2fd546fb25d1dd6140e8ec7998c6a272a6a) AuthConfig (ed5dcca0c65688dd7dfbb3293dbcd957b9a3f2eec3e0b243b3e520cad141062e) AuthConfig (6ba851c6a5d028c69f634ba284ad53e0c30f6a801742865e184474b5361d2355) AuthConfig (551083bba8a1de52905dea43798dfffebd0d0c70196768f6fee62c4e9b0c7675) AuthConfig (6afcc07b7a15ed7c785049c5bc611d6a0d2ca7b52039f38781476452f1845f86) AuthConfig (faee1c6a266fc4ddf1c2edea8941b34178e32e7288ce493ac04bb39e991429c9) AuthConfig (5c2b83ce03ee951b9774f1c399aeea7c9459093ea9d4991580f4e161ac152f4d) AuthConfig (dc688c4b5c587d9119839c8035061ea1f5d8e19dc7e719f34ff940903915fe0c) AuthConfig (6cfbcb5e402ee3c9148524e254774388057238e8b1325b4996584ce84a11d9e5) AuthConfig (c463471823cdb5d0dd12a0a1f64928cbbc367915cf8efc752653c474ffe068ae) AuthConfig (870701e28e49d9c8d90e0dd4da31be633fadce12a32b4e8ff83d193a526767c9) AuthConfig (3cc5c6d3439a500d33ce1291c2082682338c01e79b3173cc092bf6d8a3cbff31) AuthConfig (8abcd534b13c05462143ec59af8de264a38b34372c1effc8067e4de50f7be07f) AuthConfig (931f42a614ca95e51ce16979a34913273b03c50c808b99d6ac283ecb2dad0abf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"f58d0920-0c58-49d2-a0ec-6dbd0ff57ae4","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:57.732242908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"dc63695f-e408-4fe1-9429-9d1cede46d2b","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:57.754099486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"dc63695f-e408-4fe1-9429-9d1cede46d2b","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:17:57.763896152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-a68103-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e8662917960e83351a6a1b9cd0beec584629bd6ba7f6e7da4955e480ac1e5866) AuthConfig (1e4463209430224cf9b2872041d4b2e93634b185adec760800693f4efc092a46) AuthConfig (14c9938bcce6e7fcfa11b63c141b1b504494dfd664d9bb3103ac4f2666054a46) AuthConfig (976bc2f437abc70f8247351c71bf5f69b96f455c1e211a99a85393d00edcf7eb) AuthConfig (f224073c4d76370d054be87589c642e75960860ba4179861cf97bee875380068) AuthConfig (d61393793903de840f7208ceba588c193582915490715886376ef324073c0468) AuthConfig (70c3b838a5617b566f7cf7a24e37bec5fa2a22580eb01a0b48a7ba1432526847) AuthConfig (31157eac66af8ef2b8bdf78ee5484d5dfe562c3fd5b41de811d42cce9b944f7f) AuthConfig (059c30a37b1811a12817bf89bcf1f1e4e1b45c43825ae624725d14b09eb2ac80) AuthConfig (c634e0794fc87a2d367a7dd89ed0152809538f0d1122d1067d80a67726775b4a) AuthConfig (f0262db459baf1f38ea0b709715002dd562b74980f9e5e1b8d754eb7d010b2d4) AuthConfig (cfdd5844dfb404f6c3cbac94e8b11e156b426e2f7ec9659bda6b2a8a89132d1e) AuthConfig (3d54872afdd8c4e05478d0b77cefa5f1b7a2e978f405ba727dbf5d2ab29db3c0) AuthConfig (6acc3e0e909c4d94f3d1e1aada13034381b58f514069a6fbe81694a4063b91a6) AuthConfig (ad3a547e22722fa47764fb3cdd4800c37b92f4a10f66fc7b12c2819700a7bd52) AuthConfig (97c51d31f41b8bd5d757a7ce2926df3407cbbe083e00f8a7ed2d3021483be0c8) AuthConfig (a1229c34886f4c5e9d14b0ded812a79f9117613b40b5872d5de837a5b930c164) AuthConfig (955d3875ba73d8d3b2625eb7aaea208c4a6978c3317efbfe0eba1684045304f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"dc63695f-e408-4fe1-9429-9d1cede46d2b","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.766546902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"3ca2bbf7-5199-4d43-bb1c-2e5a419d5d81","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.788766262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"b74530e6-d061-4162-b06c-5ef136eccfc6","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.78879026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"b74530e6-d061-4162-b06c-5ef136eccfc6","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.904497387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"068dbc76-46e5-4064-ba78-392b3c66950f","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.912538215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"068dbc76-46e5-4064-ba78-392b3c66950f","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.998985627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7f57e83f-7a89-48b5-b307-627d51b0622d","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:04.999014353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7f57e83f-7a89-48b5-b307-627d51b0622d","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:05.841873061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5a897f82-8b31-4034-b5ed-afccf71eb087","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:05.88369837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"5a897f82-8b31-4034-b5ed-afccf71eb087","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.212614449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b313558-fce0-4ec8-899f-c7fd2b2aa90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.216139693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b313558-fce0-4ec8-899f-c7fd2b2aa90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.219794973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b313558-fce0-4ec8-899f-c7fd2b2aa90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.223421846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b313558-fce0-4ec8-899f-c7fd2b2aa90b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.463467974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7937bac-6a06-4828-a3ef-19ac38b7fc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.466983313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7937bac-6a06-4828-a3ef-19ac38b7fc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.470428792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7937bac-6a06-4828-a3ef-19ac38b7fc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.481868512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7937bac-6a06-4828-a3ef-19ac38b7fc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.784804924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc0173f-719a-4f45-a4d5-a03bad497d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.788148074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc0173f-719a-4f45-a4d5-a03bad497d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.791524307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc0173f-719a-4f45-a4d5-a03bad497d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:06.794963388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc0173f-719a-4f45-a4d5-a03bad497d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.074945513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c8f9e5-4d9c-45dd-b2b8-0d32441b9c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.078991561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c8f9e5-4d9c-45dd-b2b8-0d32441b9c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.082281117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c8f9e5-4d9c-45dd-b2b8-0d32441b9c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.085524955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c8f9e5-4d9c-45dd-b2b8-0d32441b9c46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.160550824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9143e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9143e1","reconcileID":"219c98ac-7198-43bd-8636-2ec38dd10ee2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9143e1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9143e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.362449686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91e3165-9908-484d-bacd-2ebd8412b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.366101485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91e3165-9908-484d-bacd-2ebd8412b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.369590662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91e3165-9908-484d-bacd-2ebd8412b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.372900876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91e3165-9908-484d-bacd-2ebd8412b9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.787308122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"26a85fe7-dfc0-4349-b7f8-4a869c837475","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.794410174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"26a85fe7-dfc0-4349-b7f8-4a869c837475","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.915577049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"f279a668-3b50-4199-81fb-2ca2be03c1b8","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:07.915715495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"f279a668-3b50-4199-81fb-2ca2be03c1b8","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.037537696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"6211eb24-1c3c-4477-a073-7c384d6b9be7","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.037645379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"6211eb24-1c3c-4477-a073-7c384d6b9be7","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.042081379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"928920a3-bced-4e33-80fd-f110c34b0479","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.047401807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"baa9f45d-3100-4e8d-b4b7-186a4fcc6074","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.047431502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"baa9f45d-3100-4e8d-b4b7-186a4fcc6074","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.052693923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"928920a3-bced-4e33-80fd-f110c34b0479","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:09.055436927Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"baa9f45d-3100-4e8d-b4b7-186a4fcc6074","name":"test-model-055d82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-055d82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:09.055492856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"baa9f45d-3100-4e8d-b4b7-186a4fcc6074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-055d82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:09.055637158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"eb1a1301-0230-49f5-be3c-2a0094d9d9c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-055d82-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.060994781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"d18046b7-4024-45ac-a874-e56e55919721","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.06106084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"d18046b7-4024-45ac-a874-e56e55919721","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.070584459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7c51a867-0565-4bfd-8ad5-72033e2ae329","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.070611878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7c51a867-0565-4bfd-8ad5-72033e2ae329","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.076835201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"9255e90c-31bb-4886-b0f5-97db6f26ac05","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.076855925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"9255e90c-31bb-4886-b0f5-97db6f26ac05","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.095586215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"9651af72-5c6d-47a0-96e5-28172c638bc2","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","model":"test-model-055d82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-055d82/test-model-055d82-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.11875999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7b8b68ab-c0c3-416b-94ae-eef6caeff0cb","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.118790104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"7b8b68ab-c0c3-416b-94ae-eef6caeff0cb","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.141620489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"ef1b3d72-acfa-45ed-bf7e-93c38e2dc9fb","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.149864755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"ef1b3d72-acfa-45ed-bf7e-93c38e2dc9fb","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.190785284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"71c6105d-c778-4a40-a498-a3a330fd4a3a","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.757504176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce176d0-6e74-40d5-8792-252a4dd409b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.760884144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce176d0-6e74-40d5-8792-252a4dd409b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.764864181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce176d0-6e74-40d5-8792-252a4dd409b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:09.76814905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce176d0-6e74-40d5-8792-252a4dd409b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:10.104166439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94a8f74-be94-462a-a67c-45ea426b1815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:10.107897513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94a8f74-be94-462a-a67c-45ea426b1815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:10.111326827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94a8f74-be94-462a-a67c-45ea426b1815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:10.114844316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a94a8f74-be94-462a-a67c-45ea426b1815","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.026293868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"8f094a8d-a8eb-4bf4-8a73-5bef28306ec5","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.026321217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"8f094a8d-a8eb-4bf4-8a73-5bef28306ec5","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.036262902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"b0108b8e-22da-4786-a0b7-37eabf16428e","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.036794264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"b63a6166-5e13-465d-8917-1a6c3c93370c","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.036811366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"b63a6166-5e13-465d-8917-1a6c3c93370c","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:13.037972098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"abdd70fd-b24c-4af9-bf9f-40457f9f62b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-a68103-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:13.041447981Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"b63a6166-5e13-465d-8917-1a6c3c93370c","name":"test-model-a68103","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a68103\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:18:13.041509092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"b63a6166-5e13-465d-8917-1a6c3c93370c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a68103\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.043888398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"b0108b8e-22da-4786-a0b7-37eabf16428e","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.047239548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"2733a853-249d-4452-9058-d0de5a38007d","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.047254838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"2733a853-249d-4452-9058-d0de5a38007d","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.049506669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"9d272048-49e0-4095-8aa9-6da2df3b8edc","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.049524323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"9d272048-49e0-4095-8aa9-6da2df3b8edc","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.057573641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"f8885dec-89ee-45b5-b6a4-2c7287b1b419","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.057589173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"f8885dec-89ee-45b5-b6a4-2c7287b1b419","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.075359537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"131e36e8-fbaf-4062-8244-ebd2cc8fe9f5","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","model":"test-model-a68103","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a68103/test-model-a68103-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.096481622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"4dcaba7d-0dba-4432-b695-8592d1f27096","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.096508072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"4dcaba7d-0dba-4432-b695-8592d1f27096","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.159105467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"5f0c8d03-e734-4c98-9f0b-5b4f5c4d899a","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.167517706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"5f0c8d03-e734-4c98-9f0b-5b4f5c4d899a","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:13.178618869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"4b8713d3-adce-42fd-bd9f-f539f1619f60","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:17.423694544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.586946444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"bedf0855-b3e1-479d-9c00-bae2204148c1","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.586972566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"bedf0855-b3e1-479d-9c00-bae2204148c1","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.915385599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"106548c4-579c-48eb-84c8-e75e328ae09d","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.915408322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"106548c4-579c-48eb-84c8-e75e328ae09d","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.920834392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"089970dc-fc7f-4a78-9570-156771b34c71","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.920851109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"089970dc-fc7f-4a78-9570-156771b34c71","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.92729424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ca95313c-b4fa-4cba-b1dd-eec2181bb760","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.950057723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ca95313c-b4fa-4cba-b1dd-eec2181bb760","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.955768379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ca95313c-b4fa-4cba-b1dd-eec2181bb760","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.961634155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"c4a94c10-1038-4b49-b6ee-43fe061b8f2e","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:29.961654038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"c4a94c10-1038-4b49-b6ee-43fe061b8f2e","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.264267018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"12e83adb-0e2e-4694-8201-4c7c3cab76cb","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.264485402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"bbb366d9-7f2e-4a49-9d8d-eb42fd3dc799","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.26451065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"bbb366d9-7f2e-4a49-9d8d-eb42fd3dc799","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.275779126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"12e83adb-0e2e-4694-8201-4c7c3cab76cb","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.28868712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"626b5a73-08c5-4f3e-b1e9-aafe5dc43132","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.300539431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"12e83adb-0e2e-4694-8201-4c7c3cab76cb","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"e2e-inf-a-9265bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.300561371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-auth","reconcileID":"12e83adb-0e2e-4694-8201-4c7c3cab76cb","MaaSAuthPolicy":{"name":"test-model-9265bf-auth","namespace":"ai-tenant-e2e-inf-a-9265bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.307550827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"2d841aca-1d15-4ffa-847f-cc757f8379bb","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.307573189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"2d841aca-1d15-4ffa-847f-cc757f8379bb","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.422251535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"99e553ce-aab6-4586-ad60-896d9ebb4127","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.452603017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"709734ad-ef17-4372-bf95-49072edfe38b","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.56564256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"30e3b9cf-9dc6-4381-af5e-7b680615e332","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.565670929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"30e3b9cf-9dc6-4381-af5e-7b680615e332","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:33.566224851Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"99e553ce-aab6-4586-ad60-896d9ebb4127","name":"e2e-inf-b-9143e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:39.968883275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"75aea15e-da8e-4c05-9bd0-3a1042830af8","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:39.977772947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"75aea15e-da8e-4c05-9bd0-3a1042830af8","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:39.983416361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"75aea15e-da8e-4c05-9bd0-3a1042830af8","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:43.627540559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"a9a59769-a5a2-4369-8765-94254c5c66c3","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","subscription":"test-model-9265bf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:43.630971763Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"a9a59769-a5a2-4369-8765-94254c5c66c3","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:43.635994201Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf-sub","reconcileID":"a9a59769-a5a2-4369-8765-94254c5c66c3","MaaSSubscription":{"name":"test-model-9265bf-sub","namespace":"ai-tenant-e2e-inf-a-9265bf"},"name":"maas-trlp-test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:43.784280636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"a06161b7-2fce-42cc-89b0-807a68eaee9b","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"tenant":"e2e-inf-a-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","model":"ai-tenant-e2e-inf-a-9265bf/test-model-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:43.784304149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"test-model-9265bf","reconcileID":"a06161b7-2fce-42cc-89b0-807a68eaee9b","MaaSModelRef":{"name":"test-model-9265bf","namespace":"ai-tenant-e2e-inf-a-9265bf"},"routeName":"test-model-9265bf-kserve-route","namespace":"ai-tenant-e2e-inf-a-9265bf","llmisvcName":"test-model-9265bf","gateway":"openshift-ingress/e2e-inf-a-9265bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.476795044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a453f56e-e0bb-4451-a29c-3d49a73f58e8","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.477897219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"b111f55e-8a05-4c81-9c05-f1de7ed8c548","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.478290167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"b111f55e-8a05-4c81-9c05-f1de7ed8c548","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.612341713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a453f56e-e0bb-4451-a29c-3d49a73f58e8","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.622832078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"9be6915f-454e-4cc1-9082-c816fe2e9804","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.65202473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a453f56e-e0bb-4451-a29c-3d49a73f58e8","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"e2e-inf-b-60ad03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.654484899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-auth","reconcileID":"a453f56e-e0bb-4451-a29c-3d49a73f58e8","MaaSAuthPolicy":{"name":"test-model-60ad03-auth","namespace":"ai-tenant-e2e-inf-b-60ad03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.66571359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"7281fe28-0e24-46a0-8c4e-a29e3e940879","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.665735838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"7281fe28-0e24-46a0-8c4e-a29e3e940879","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.698148914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"3519e46b-6a4e-4f6f-afde-7a7148a69eeb","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.814753891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"ca93c891-27ab-4443-a0f0-bd7dd6a13a77","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:44.814777993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"ca93c891-27ab-4443-a0f0-bd7dd6a13a77","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:47.425437116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:50.001313808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"0b7a3887-93ec-48f4-9924-e3a783d8b873","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:50.01669463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"0b7a3887-93ec-48f4-9924-e3a783d8b873","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:50.024734813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"0b7a3887-93ec-48f4-9924-e3a783d8b873","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:51.140881765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"cee80826-ea06-4816-969d-05625040fe65","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:51.381449953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"96075313-1b5d-45d4-9c24-2059d7953fed","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:51.389028575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"96075313-1b5d-45d4-9c24-2059d7953fed","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:51.946709795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"0b70b2bd-b0e3-4e53-9276-f1add5e4aaf6","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:52.013719772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"9bd343bf-764a-447f-9244-698da656f894","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:52.013847237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"9bd343bf-764a-447f-9244-698da656f894","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:52.887964948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"01e78094-2577-406d-8373-1c7c6e5a14b7","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:52.896015226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"01e78094-2577-406d-8373-1c7c6e5a14b7","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.058537451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"e75093bd-e2fb-4821-a4f0-da656e4e21a8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.065656696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"e75093bd-e2fb-4821-a4f0-da656e4e21a8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.860407233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"07957292-cbdd-4db1-8707-241c3183dac3","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.867504969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"07957292-cbdd-4db1-8707-241c3183dac3","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.873183102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2701afb08ae060f26d8968f9646a027c15e13b2c4e66920bd598e76f9e55a13f) AuthConfig (bf2801163ef4c7751422eec3ac565901f70a2b0d82a6f20b1296645fc2d54fe3) AuthConfig (b7d066e791214940be641ea1b39480769221f5a7f1625bfb856371b4ea5f7092) AuthConfig (cbad894e085896f6e49425829c4e49e947b1025c56d6ac91cc53785d708813f7) AuthConfig (e7a31d123a8c1d0620e9b3bcb139b25157e6aa9a835b2a027ae8c6c7c092ae35) AuthConfig (2c0bc3c0138f0f8e02b7811e111903b1f64e85dd7ccdc04cc33a00f21fb7052d) AuthConfig (987a6160c72af03b6e3f9404d7680260d7984da3b457c94cbd11e3f6c9830bb1) AuthConfig (7adc75d4ca9b9a939ccf2da958afeb9d7d4f1cf8bb9964e4c09fb9ffa0f658e0) AuthConfig (7656dcd8bcd7b14d96744ac4303638c784c0849aa9cf5f8fd7a6d8edf5c18bf6) AuthConfig (d91508fb0f503f973aff08bf428ffc9a9fad10fac25524ef0756611e2f289520) AuthConfig (7d5feb377cd58632355f1540b462b82466f1044837c6024a07650474cb45b339) AuthConfig (604d29d8014f411650d13961330199f04af37315f603f416c0c254e31e1998cf) AuthConfig (ac3344dae6e195f383926a17e97ad48ccf683349b428246b71e219083e0f951b) AuthConfig (73eebfea15d62fd38b78c00fcb6a41ef2cf4c61e3da8bd0e183a391c9edc7d9d) AuthConfig (f70bc77f7e0c5d3727ab1237f216d7b466451f2f1d1fb0b9bb21e0a89d85637c) AuthConfig (2a14b6616236178a4be0b4c6de40414789e1ed4209b84636009a8c9ae7f26e56) AuthConfig (cc1c0694f8e5c9536462519ab1b02182fcc3917b99c306fa0511f184023f394c) AuthConfig (486cbee67994fae60c85571cb26b3932dae4f06b8d75630818cc547bee3bf7c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"07957292-cbdd-4db1-8707-241c3183dac3","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.881067013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"0bf06b82-c5d1-4457-90f5-37bc99f58d91","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:53.881085762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"0bf06b82-c5d1-4457-90f5-37bc99f58d91","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.197167832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"17dc2e95-cc29-439f-be19-b71a5b871286","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.197200994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"17dc2e95-cc29-439f-be19-b71a5b871286","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.538804747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"d32b1907-ed7e-4cae-bdd0-a53d425d13c0","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.53883512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"d32b1907-ed7e-4cae-bdd0-a53d425d13c0","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.544195157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"d3c0bc38-664b-41e9-b068-01675bee7a76","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.544215793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"d3c0bc38-664b-41e9-b068-01675bee7a76","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.549871678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"2b63524b-6fc8-47cb-acc1-4d4f3683debb","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.588373149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"2b63524b-6fc8-47cb-acc1-4d4f3683debb","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.605844273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"2b63524b-6fc8-47cb-acc1-4d4f3683debb","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.62167167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"518810ec-9d77-4aa6-a583-743b8bd599c9","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.621701384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"518810ec-9d77-4aa6-a583-743b8bd599c9","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.830600188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"404a5625-b50b-4ef9-81d8-4a36f2b483e3","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","subscription":"test-model-60ad03-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.834476524Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"404a5625-b50b-4ef9-81d8-4a36f2b483e3","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.874164663Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03-sub","reconcileID":"404a5625-b50b-4ef9-81d8-4a36f2b483e3","MaaSSubscription":{"name":"test-model-60ad03-sub","namespace":"ai-tenant-e2e-inf-b-60ad03"},"name":"maas-trlp-test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.901172018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"7c463195-befc-47b8-a00c-56e0e27bd1db","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"tenant":"e2e-inf-b-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","model":"ai-tenant-e2e-inf-b-60ad03/test-model-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:18:54.901193666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"test-model-60ad03","reconcileID":"7c463195-befc-47b8-a00c-56e0e27bd1db","MaaSModelRef":{"name":"test-model-60ad03","namespace":"ai-tenant-e2e-inf-b-60ad03"},"routeName":"test-model-60ad03-kserve-route","namespace":"ai-tenant-e2e-inf-b-60ad03","llmisvcName":"test-model-60ad03","gateway":"openshift-ingress/e2e-inf-b-60ad03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:03.90838793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8cefb54f-8882-423d-9a96-83793fb9b0dd","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:03.916445571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8cefb54f-8882-423d-9a96-83793fb9b0dd","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:03.923370643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2701afb08ae060f26d8968f9646a027c15e13b2c4e66920bd598e76f9e55a13f) AuthConfig (bf2801163ef4c7751422eec3ac565901f70a2b0d82a6f20b1296645fc2d54fe3) AuthConfig (b7d066e791214940be641ea1b39480769221f5a7f1625bfb856371b4ea5f7092) AuthConfig (cbad894e085896f6e49425829c4e49e947b1025c56d6ac91cc53785d708813f7) AuthConfig (e7a31d123a8c1d0620e9b3bcb139b25157e6aa9a835b2a027ae8c6c7c092ae35) AuthConfig (2c0bc3c0138f0f8e02b7811e111903b1f64e85dd7ccdc04cc33a00f21fb7052d) AuthConfig (987a6160c72af03b6e3f9404d7680260d7984da3b457c94cbd11e3f6c9830bb1) AuthConfig (7adc75d4ca9b9a939ccf2da958afeb9d7d4f1cf8bb9964e4c09fb9ffa0f658e0) AuthConfig (7656dcd8bcd7b14d96744ac4303638c784c0849aa9cf5f8fd7a6d8edf5c18bf6) AuthConfig (d91508fb0f503f973aff08bf428ffc9a9fad10fac25524ef0756611e2f289520) AuthConfig (7d5feb377cd58632355f1540b462b82466f1044837c6024a07650474cb45b339) AuthConfig (604d29d8014f411650d13961330199f04af37315f603f416c0c254e31e1998cf) AuthConfig (ac3344dae6e195f383926a17e97ad48ccf683349b428246b71e219083e0f951b) AuthConfig (73eebfea15d62fd38b78c00fcb6a41ef2cf4c61e3da8bd0e183a391c9edc7d9d) AuthConfig (f70bc77f7e0c5d3727ab1237f216d7b466451f2f1d1fb0b9bb21e0a89d85637c) AuthConfig (2a14b6616236178a4be0b4c6de40414789e1ed4209b84636009a8c9ae7f26e56) AuthConfig (cc1c0694f8e5c9536462519ab1b02182fcc3917b99c306fa0511f184023f394c) AuthConfig (486cbee67994fae60c85571cb26b3932dae4f06b8d75630818cc547bee3bf7c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8cefb54f-8882-423d-9a96-83793fb9b0dd","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:04.629185389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"711cd9a1-37d0-40c3-9ce0-302551e67d9e","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:04.636522099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"711cd9a1-37d0-40c3-9ce0-302551e67d9e","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:04.64261254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"711cd9a1-37d0-40c3-9ce0-302551e67d9e","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.270390778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"8b5f2fe4-a426-41ab-811e-1ea8ae173766","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.270427245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"8b5f2fe4-a426-41ab-811e-1ea8ae173766","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.634978126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"93e3eb5e-c6e5-4e02-bf25-d876a41559d3","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.635009255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"93e3eb5e-c6e5-4e02-bf25-d876a41559d3","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.802532801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"fa47ae67-88ca-4e86-99e0-9543af6daf40","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.802655592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"fa47ae67-88ca-4e86-99e0-9543af6daf40","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.806478009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"c2760907-ea72-4e86-8450-4be6ed0a8f87","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.837576994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"c2760907-ea72-4e86-8450-4be6ed0a8f87","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.852819576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"c2760907-ea72-4e86-8450-4be6ed0a8f87","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.863817933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"1e0c2f8b-5399-49e9-af27-6f5c4607cd15","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:05.863840208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"1e0c2f8b-5399-49e9-af27-6f5c4607cd15","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.085397393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd838cc-4df3-438e-9207-5bc76b45c8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.089006923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd838cc-4df3-438e-9207-5bc76b45c8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.092283162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd838cc-4df3-438e-9207-5bc76b45c8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.0955248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd838cc-4df3-438e-9207-5bc76b45c8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.388807914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f594a4a-c755-48da-90da-6790ad79cf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.392520325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f594a4a-c755-48da-90da-6790ad79cf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.395890658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f594a4a-c755-48da-90da-6790ad79cf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.399469583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f594a4a-c755-48da-90da-6790ad79cf29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.564597923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6570-8fa1-46cc-8a8c-b4d0d7e2f354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.567989599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6570-8fa1-46cc-8a8c-b4d0d7e2f354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.5712479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6570-8fa1-46cc-8a8c-b4d0d7e2f354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.57438949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aa6570-8fa1-46cc-8a8c-b4d0d7e2f354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.782800044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc5cb81-b194-4774-a28f-68e49f88e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.78630886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc5cb81-b194-4774-a28f-68e49f88e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.789640079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc5cb81-b194-4774-a28f-68e49f88e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:06.793082395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cc5cb81-b194-4774-a28f-68e49f88e943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:13.953254229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8a9957d7-10d6-4a10-a558-1ec9f508a56e","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:13.97222654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8a9957d7-10d6-4a10-a558-1ec9f508a56e","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:13.979371682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-68aa46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2701afb08ae060f26d8968f9646a027c15e13b2c4e66920bd598e76f9e55a13f) AuthConfig (bf2801163ef4c7751422eec3ac565901f70a2b0d82a6f20b1296645fc2d54fe3) AuthConfig (b7d066e791214940be641ea1b39480769221f5a7f1625bfb856371b4ea5f7092) AuthConfig (cbad894e085896f6e49425829c4e49e947b1025c56d6ac91cc53785d708813f7) AuthConfig (e7a31d123a8c1d0620e9b3bcb139b25157e6aa9a835b2a027ae8c6c7c092ae35) AuthConfig (2c0bc3c0138f0f8e02b7811e111903b1f64e85dd7ccdc04cc33a00f21fb7052d) AuthConfig (987a6160c72af03b6e3f9404d7680260d7984da3b457c94cbd11e3f6c9830bb1) AuthConfig (7adc75d4ca9b9a939ccf2da958afeb9d7d4f1cf8bb9964e4c09fb9ffa0f658e0) AuthConfig (7656dcd8bcd7b14d96744ac4303638c784c0849aa9cf5f8fd7a6d8edf5c18bf6) AuthConfig (d91508fb0f503f973aff08bf428ffc9a9fad10fac25524ef0756611e2f289520) AuthConfig (7d5feb377cd58632355f1540b462b82466f1044837c6024a07650474cb45b339) AuthConfig (604d29d8014f411650d13961330199f04af37315f603f416c0c254e31e1998cf) AuthConfig (ac3344dae6e195f383926a17e97ad48ccf683349b428246b71e219083e0f951b) AuthConfig (73eebfea15d62fd38b78c00fcb6a41ef2cf4c61e3da8bd0e183a391c9edc7d9d) AuthConfig (f70bc77f7e0c5d3727ab1237f216d7b466451f2f1d1fb0b9bb21e0a89d85637c) AuthConfig (2a14b6616236178a4be0b4c6de40414789e1ed4209b84636009a8c9ae7f26e56) AuthConfig (cc1c0694f8e5c9536462519ab1b02182fcc3917b99c306fa0511f184023f394c) AuthConfig (486cbee67994fae60c85571cb26b3932dae4f06b8d75630818cc547bee3bf7c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8a9957d7-10d6-4a10-a558-1ec9f508a56e","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:14.651333329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"8023bebb-f4fc-4d53-89f7-b8ef3ed39153","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:14.658374504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"8023bebb-f4fc-4d53-89f7-b8ef3ed39153","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:14.66413937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"8023bebb-f4fc-4d53-89f7-b8ef3ed39153","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:15.872991351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"0d5f539d-97eb-4ad2-9879-84876035bf66","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:15.880003373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"0d5f539d-97eb-4ad2-9879-84876035bf66","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:15.88593842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"0d5f539d-97eb-4ad2-9879-84876035bf66","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:17.427902831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.401348399Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","namespace":"ai-tenant-e2e-inf-a-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.401419092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","namespace":"ai-tenant-e2e-inf-a-9265bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.401499337Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","tenant":"e2e-inf-a-9265bf","tenantID":"e2e-inf-a-9265bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.406584974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Deployment","name":"maas-api-e2e-inf-a-9265bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.420720378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Service","name":"maas-api-e2e-inf-a-9265bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.430060003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-9265bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.454173477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-9265bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.460549938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.469554932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.477501984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.484729894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.487748781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Deployment","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.490955407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.496068052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Service","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.499300717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.505004774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.508186396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.512221433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.519030352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.524459955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.527454751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.5307483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-9265bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.533594565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-9265bf"},"namespace":"ai-tenant-e2e-inf-a-9265bf","name":"default-tenant","reconcileID":"78d253c8-4314-44bc-a482-ce9ce5fed1ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-9265bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:18.619590248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-9265bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-9265bf","reconcileID":"fa3a26ef-c465-4e88-9f93-184b0ec16bcf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-9265bf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-9265bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.268330487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e63c3a-9ed5-4a51-b079-14bf7b12dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.311636052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e63c3a-9ed5-4a51-b079-14bf7b12dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.320835083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e63c3a-9ed5-4a51-b079-14bf7b12dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.334285288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e63c3a-9ed5-4a51-b079-14bf7b12dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.741531304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184793af-ff39-4a80-8991-93a97cc43618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.745003064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184793af-ff39-4a80-8991-93a97cc43618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.748375548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184793af-ff39-4a80-8991-93a97cc43618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:19.752103441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184793af-ff39-4a80-8991-93a97cc43618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.004393184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"60aba232-3511-43f2-87e5-f2cde7768fa7","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.024674025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"60aba232-3511-43f2-87e5-f2cde7768fa7","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.048653095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"3721bba2-5f00-42c9-9367-479ac03818fd","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.048674231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"3721bba2-5f00-42c9-9367-479ac03818fd","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.672459449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"b4472cbb-8e98-4def-a31a-219fb18a9b76","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.680169671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"b4472cbb-8e98-4def-a31a-219fb18a9b76","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.689307145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0a79028b65d5be1df69f18aeae6fc1e0e799f9e247333f47e6aa3f4338b380) AuthConfig (d7d7c4a523d41cc91a329d1bd6065125e3bea397bd030c0babbf26735c060927) AuthConfig (bcf02fe135b7886c0aa481e4515a071b27a585d27ad10c69e7c6b3607109141f) AuthConfig (a5c5fcec20b0f8d409ce10f86c271548effe503cc4bb6430aa970a768035ce73) AuthConfig (1cc1987e7750c6d84db15b5b3cb1c3f7faf0248d0043e701d54580e81a481bb3) AuthConfig (1458fdcfef25a202615c6c136c45de30c0d0c59cec4de983c88d1dc135d06b1a) AuthConfig (9b37e448b8470e71cdccf39a67566258e76817808f39bece074e5ac2189ab03f) AuthConfig (a81d92e43d278967ac032cdcc495f9506efbc64cf57def30ae2b74ca86680598) AuthConfig (d0b41cf4cbe75151b13f1d104f0e2f4a83ea0dbef871304556c22bf884cc87a1) AuthConfig (11178c9801c5218efafcca4d300d4079a94b26f53e613856da48f739f76f0bbb) AuthConfig (d9097998dd53b809d9fca55104a4e03886ca2d9da7a5d8e3e2196cb732684512) AuthConfig (2a2c03985f6e178f0a599920a1a5f0b8d57f327c84102f5dbb818e6f4553a23f) AuthConfig (d4401940f1f9689f113ae6bd4a8466e7da1002272b285e27eb0f066cb3de3d67) AuthConfig (1592e81c9e711e9846e895739b1345b01a56ecb057700fd42506eb6f64867ab2) AuthConfig (ead5fd46be7a1a103ef39c55f62d93441de418a6afffd03b0fbf1ede68e3079d) AuthConfig (38520421c2c0fc30c96198a6e9a5857544ccd67567cbba46999ec46ca38ad908) AuthConfig (64836bb688450b9121e3ac0b38761b2be965f32c88cde144ddb8648c36c6ca85) AuthConfig (3b1da837058d78630db0f7725a438e2f42a4cd0112d76f94df6511392c4568dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"b4472cbb-8e98-4def-a31a-219fb18a9b76","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.699557843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"48beb763-6777-4f55-82ae-bb9337d1a437","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:24.699589624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"48beb763-6777-4f55-82ae-bb9337d1a437","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:25.899460688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"f5a74538-035d-4bac-909f-0bb2c614cefc","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:25.909873675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"f5a74538-035d-4bac-909f-0bb2c614cefc","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:25.91814796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"f5a74538-035d-4bac-909f-0bb2c614cefc","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.511804984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7387cb8-888d-4585-9298-04af7cd2f812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.516770551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7387cb8-888d-4585-9298-04af7cd2f812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.524599564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7387cb8-888d-4585-9298-04af7cd2f812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.534402886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7387cb8-888d-4585-9298-04af7cd2f812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.93125058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55f2fa7-60a8-467b-9589-6b02f6ef0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.935010014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55f2fa7-60a8-467b-9589-6b02f6ef0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.938869796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55f2fa7-60a8-467b-9589-6b02f6ef0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:26.942859144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55f2fa7-60a8-467b-9589-6b02f6ef0535","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.089758478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"a71789c9-2df7-46dd-9713-df24575b647f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.089783935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"a71789c9-2df7-46dd-9713-df24575b647f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.101419698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"34750a4a-e72e-4d9e-95f8-9bb594b6c937","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.103703719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"c6121c33-647a-41f8-b980-18355268f0d5","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.103726053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"c6121c33-647a-41f8-b980-18355268f0d5","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.110572322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"34750a4a-e72e-4d9e-95f8-9bb594b6c937","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:19:27.111007225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"af2bf99c-7adf-4f6b-87d9-86dc50656a58","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-68aa46-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.18286788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"9fa81370-e0eb-474c-a3de-21aa2050310f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.182897682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"9fa81370-e0eb-474c-a3de-21aa2050310f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.200156318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"1e89e8ba-1cad-4f15-9b25-89d224a99e09","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.200183975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"1e89e8ba-1cad-4f15-9b25-89d224a99e09","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.281396411Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"a7cc9989-65fd-43f4-8d81-27d268c66040","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","model":"test-model-68aa46","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-68aa46/test-model-68aa46-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.288312205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"88cd697a-5d3a-40d8-9f17-381dcd5ec805","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.295514382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"88cd697a-5d3a-40d8-9f17-381dcd5ec805","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.303280311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"9d4d0b7c-cb98-46ae-b6ed-ec7e291c472d","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.303321633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"9d4d0b7c-cb98-46ae-b6ed-ec7e291c472d","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.311307284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd009e7-1983-4a27-a9e2-da2250b7dbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.315094287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd009e7-1983-4a27-a9e2-da2250b7dbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.318245118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"05159f26-afcc-4bd9-a908-8e807d529e39","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.318888148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd009e7-1983-4a27-a9e2-da2250b7dbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:27.32239665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd009e7-1983-4a27-a9e2-da2250b7dbdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:34.710025762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"4900dd5d-b811-47d3-a1cd-1a76a27eac38","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:34.716948295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"4900dd5d-b811-47d3-a1cd-1a76a27eac38","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:34.722415259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0a79028b65d5be1df69f18aeae6fc1e0e799f9e247333f47e6aa3f4338b380) AuthConfig (d7d7c4a523d41cc91a329d1bd6065125e3bea397bd030c0babbf26735c060927) AuthConfig (bcf02fe135b7886c0aa481e4515a071b27a585d27ad10c69e7c6b3607109141f) AuthConfig (a5c5fcec20b0f8d409ce10f86c271548effe503cc4bb6430aa970a768035ce73) AuthConfig (1cc1987e7750c6d84db15b5b3cb1c3f7faf0248d0043e701d54580e81a481bb3) AuthConfig (1458fdcfef25a202615c6c136c45de30c0d0c59cec4de983c88d1dc135d06b1a) AuthConfig (9b37e448b8470e71cdccf39a67566258e76817808f39bece074e5ac2189ab03f) AuthConfig (a81d92e43d278967ac032cdcc495f9506efbc64cf57def30ae2b74ca86680598) AuthConfig (d0b41cf4cbe75151b13f1d104f0e2f4a83ea0dbef871304556c22bf884cc87a1) AuthConfig (11178c9801c5218efafcca4d300d4079a94b26f53e613856da48f739f76f0bbb) AuthConfig (d9097998dd53b809d9fca55104a4e03886ca2d9da7a5d8e3e2196cb732684512) AuthConfig (2a2c03985f6e178f0a599920a1a5f0b8d57f327c84102f5dbb818e6f4553a23f) AuthConfig (d4401940f1f9689f113ae6bd4a8466e7da1002272b285e27eb0f066cb3de3d67) AuthConfig (1592e81c9e711e9846e895739b1345b01a56ecb057700fd42506eb6f64867ab2) AuthConfig (ead5fd46be7a1a103ef39c55f62d93441de418a6afffd03b0fbf1ede68e3079d) AuthConfig (38520421c2c0fc30c96198a6e9a5857544ccd67567cbba46999ec46ca38ad908) AuthConfig (64836bb688450b9121e3ac0b38761b2be965f32c88cde144ddb8648c36c6ca85) AuthConfig (3b1da837058d78630db0f7725a438e2f42a4cd0112d76f94df6511392c4568dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"4900dd5d-b811-47d3-a1cd-1a76a27eac38","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:35.925911846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6e86f0d8-73c0-439a-9e4a-eef0f075b5d4","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:35.933567697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6e86f0d8-73c0-439a-9e4a-eef0f075b5d4","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:35.939232992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6e86f0d8-73c0-439a-9e4a-eef0f075b5d4","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:44.72945317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"da557acb-f7e1-4ddd-98b8-ed9ea776cd8c","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:44.736778234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"da557acb-f7e1-4ddd-98b8-ed9ea776cd8c","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:44.742560575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-24376f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e0a79028b65d5be1df69f18aeae6fc1e0e799f9e247333f47e6aa3f4338b380) AuthConfig (d7d7c4a523d41cc91a329d1bd6065125e3bea397bd030c0babbf26735c060927) AuthConfig (bcf02fe135b7886c0aa481e4515a071b27a585d27ad10c69e7c6b3607109141f) AuthConfig (a5c5fcec20b0f8d409ce10f86c271548effe503cc4bb6430aa970a768035ce73) AuthConfig (1cc1987e7750c6d84db15b5b3cb1c3f7faf0248d0043e701d54580e81a481bb3) AuthConfig (1458fdcfef25a202615c6c136c45de30c0d0c59cec4de983c88d1dc135d06b1a) AuthConfig (9b37e448b8470e71cdccf39a67566258e76817808f39bece074e5ac2189ab03f) AuthConfig (a81d92e43d278967ac032cdcc495f9506efbc64cf57def30ae2b74ca86680598) AuthConfig (d0b41cf4cbe75151b13f1d104f0e2f4a83ea0dbef871304556c22bf884cc87a1) AuthConfig (11178c9801c5218efafcca4d300d4079a94b26f53e613856da48f739f76f0bbb) AuthConfig (d9097998dd53b809d9fca55104a4e03886ca2d9da7a5d8e3e2196cb732684512) AuthConfig (2a2c03985f6e178f0a599920a1a5f0b8d57f327c84102f5dbb818e6f4553a23f) AuthConfig (d4401940f1f9689f113ae6bd4a8466e7da1002272b285e27eb0f066cb3de3d67) AuthConfig (1592e81c9e711e9846e895739b1345b01a56ecb057700fd42506eb6f64867ab2) AuthConfig (ead5fd46be7a1a103ef39c55f62d93441de418a6afffd03b0fbf1ede68e3079d) AuthConfig (38520421c2c0fc30c96198a6e9a5857544ccd67567cbba46999ec46ca38ad908) AuthConfig (64836bb688450b9121e3ac0b38761b2be965f32c88cde144ddb8648c36c6ca85) AuthConfig (3b1da837058d78630db0f7725a438e2f42a4cd0112d76f94df6511392c4568dc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"da557acb-f7e1-4ddd-98b8-ed9ea776cd8c","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:45.946240194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6c1caa85-5d23-4ed3-ba80-2571164a6b1d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:45.953877618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6c1caa85-5d23-4ed3-ba80-2571164a6b1d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:45.960854347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"6c1caa85-5d23-4ed3-ba80-2571164a6b1d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:47.424168143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.831461657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43596b-ba12-4826-a90e-61a121a61afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.836116358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43596b-ba12-4826-a90e-61a121a61afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.836498001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"0edf3c6a-2b7f-4a20-8c05-0aa08759a5e9","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.839780141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43596b-ba12-4826-a90e-61a121a61afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.843536529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d43596b-ba12-4826-a90e-61a121a61afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.875770915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"e45b44df-441d-4088-985e-53c18927572f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:52.875806444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"e45b44df-441d-4088-985e-53c18927572f","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.150848834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd5375f-8942-4bfd-ac42-1fcc4d893676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.154462309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd5375f-8942-4bfd-ac42-1fcc4d893676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.182129098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd5375f-8942-4bfd-ac42-1fcc4d893676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.185538021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd5375f-8942-4bfd-ac42-1fcc4d893676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.658879379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8fb4970f-f02f-480f-a2c7-f18eaf6a9c58","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:53.677884072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"8fb4970f-f02f-480f-a2c7-f18eaf6a9c58","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:54.749245724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"58d2e268-b691-4880-8fc5-1e07c7b9aca3","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:54.756690497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"58d2e268-b691-4880-8fc5-1e07c7b9aca3","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:54.785329945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"6a38034c-0fd3-4947-8b0a-5a21363eb32a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:54.785357066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"6a38034c-0fd3-4947-8b0a-5a21363eb32a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.4954945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","namespace":"ai-tenant-e2e-inf-b-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.495688798Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","namespace":"ai-tenant-e2e-inf-b-60ad03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.495825339Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","tenant":"e2e-inf-b-60ad03","tenantID":"e2e-inf-b-60ad03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.500794368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Deployment","name":"maas-api-e2e-inf-b-60ad03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.522867572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Service","name":"maas-api-e2e-inf-b-60ad03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.534427175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-60ad03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.543949896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-60ad03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.554201036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.562204852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.568207192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.574176072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.57739445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Deployment","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.580382137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.587724153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Service","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.590984779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.594166313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.598875841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.602822029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.625575495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.630911905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.635545899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"b174dadb-4023-429f-8388-9f906dac2d56","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.635581079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"b174dadb-4023-429f-8388-9f906dac2d56","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.638658647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.643046855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-60ad03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.681283505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-60ad03"},"namespace":"ai-tenant-e2e-inf-b-60ad03","name":"default-tenant","reconcileID":"56e0cff2-7338-43ff-9286-9494a085c790","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-60ad03","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.905502495Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-60ad03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-60ad03","reconcileID":"eb79d879-4b9a-4725-a36d-9409c73f2f9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-60ad03","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-60ad03"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.924426037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"b71da741-278d-4b32-b782-bdd34b3a28a1","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.924458971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"b71da741-278d-4b32-b782-bdd34b3a28a1","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.930409513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"939c8769-f6b8-4dc7-8f4e-225609578969","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.930433311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"939c8769-f6b8-4dc7-8f4e-225609578969","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.940971979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"d9423aed-3f6c-409f-b962-6a25655df23f","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.97636771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"d9423aed-3f6c-409f-b962-6a25655df23f","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.985250134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"d9423aed-3f6c-409f-b962-6a25655df23f","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.998811816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"e5324eb9-8bfd-48b3-96f6-c2c634503912","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:55.998846952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"e5324eb9-8bfd-48b3-96f6-c2c634503912","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.125560802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"27ef7ec3-9b79-407e-a8c8-b6822ad14a92","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.464877867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"27ef7ec3-9b79-407e-a8c8-b6822ad14a92","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.529732848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ce8a7ef018416b91acd0e71aeeb2b55b2f2e2a6e5e778b04658c11fc612e079) AuthConfig (96e518d682ce01c5098a38b57d7ec02576547c13e7ea7357f86877a88d316e8d) AuthConfig (60be7a6a9306746e72370be1016a4f158d543279e05eec79b14d897de6595e29) AuthConfig (b92ad69893305a03136018e834d6a2fb46ee5ecab1d8a75eea1b89bb8a11f4f6) AuthConfig (e096689320c457214e17322eb76adb2fe54fe5ca01c04cad3205871351ff7073) AuthConfig (b5f44ecede594cb8976cf4756cee67a16c06f85b11db4f221a62ecaf2041af9d) AuthConfig (e56918acd458f34fc5628a0e3a53d1f8e3b798e229486933b0f1e01242c471c6) AuthConfig (bd2d62974b80602ad7e2b4a87377db2c076ddf557d0e415a9941fde32490f328) AuthConfig (4e8875b2c172675a5d37a67552522e0dadd023d073bf62b9ebf60ed6374f1e40) AuthConfig (15c3a88023537631cccc81e5065df390130a7c4f794b153f6dca0c9fba5a47c5) AuthConfig (07537aff13bdf18b2e3fec974b500c9832844a2a3d8bc32e53408750f95006d5) AuthConfig (22b6782f50504dcdf6a6114262e11f2adddf1f4511bccf51590f3d6eade23d4d) AuthConfig (f1f2adbdcf14908ee36d7ae167170f9a3c5622b569bac92963df5a08ff6c65b3) AuthConfig (17cb3e9a67dd3e776c740d420d36d0d0e649b1b0de3906fc1a097c6e05eb7668) AuthConfig (15ae7d871723159fe1edc2b5ac71f999ee5f4d4e5008ae840ce660fce532fafe) AuthConfig (108f8c553820424934b4731f6ee8576e0fbe959e942e718b154010e3e8171021) AuthConfig (718c5db04de435603e1af63a637879536b0b65f8e57282d173a94d88f1b5fff0) AuthConfig (4654171188c1646d67002b0ba522bad52ff32727d6bc699c91d78e5f87b79099)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"27ef7ec3-9b79-407e-a8c8-b6822ad14a92","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.539736482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"7cee39ca-2338-4ef1-9ea3-8a83516286b5","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.539848972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"7cee39ca-2338-4ef1-9ea3-8a83516286b5","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.622534988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafbf9c7-ddcf-4172-a84f-5869d062a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.626888094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafbf9c7-ddcf-4172-a84f-5869d062a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.631133183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafbf9c7-ddcf-4172-a84f-5869d062a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.635427456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aafbf9c7-ddcf-4172-a84f-5869d062a0ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.707694491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"1fd667af-82f0-43f2-9930-883d9b974b9a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.707727496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"1fd667af-82f0-43f2-9930-883d9b974b9a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.721311503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"b8faa6a2-a222-4f95-a31e-32c9a7b65dc0","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.721430408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"b8faa6a2-a222-4f95-a31e-32c9a7b65dc0","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:19:56.722351458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"d86bc81b-91f6-4e32-95f5-060c643cc5cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-24376f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.72338897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"c4513e98-23ac-4d57-bc82-a5125503e7b4","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.732088154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"c4513e98-23ac-4d57-bc82-a5125503e7b4","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.736352848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"09547f90-470e-4186-b34c-a65f6d2b3235","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.736440363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"09547f90-470e-4186-b34c-a65f6d2b3235","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.743883346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"5594f386-2fc4-466a-a310-a0134f866386","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.743992077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"5594f386-2fc4-466a-a310-a0134f866386","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.793754363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"2c863542-3a65-4751-9b9a-2717932955c8","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","model":"test-model-24376f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-24376f/test-model-24376f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.821870976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"0ea7a0e9-27a9-43b4-8967-4de5431bae26","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.821894649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"0ea7a0e9-27a9-43b4-8967-4de5431bae26","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.847956879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"3afc8ee1-234e-453b-8863-b7e5545ef16f","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.881139684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"656e14f8-c7d3-476e-afc8-b9c16a878b7a","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.882147338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"3afc8ee1-234e-453b-8863-b7e5545ef16f","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.89355718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc17d38-d777-4a81-a2b7-ed0670da8ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.90164492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc17d38-d777-4a81-a2b7-ed0670da8ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.986775177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc17d38-d777-4a81-a2b7-ed0670da8ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:19:56.991657844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc17d38-d777-4a81-a2b7-ed0670da8ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.034409305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb9eaf8-85df-41b5-ae51-1babc88c5ee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.03444505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb9eaf8-85df-41b5-ae51-1babc88c5ee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.04599811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c2b8cea-3a6a-4186-9aee-80374ea06869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.046035029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c2b8cea-3a6a-4186-9aee-80374ea06869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.053219218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"0b6decbb-caeb-45c9-a71a-7eed6d62d2a9","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.086811516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"0b6decbb-caeb-45c9-a71a-7eed6d62d2a9","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.092214884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"0b6decbb-caeb-45c9-a71a-7eed6d62d2a9","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.10079445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bef9901-8acd-49b0-9f2c-1c38945e89ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.100817891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bef9901-8acd-49b0-9f2c-1c38945e89ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.196791653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"624b624f-a1ac-4b78-9c08-8043276884de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.196820009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"624b624f-a1ac-4b78-9c08-8043276884de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.202749851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7858ea7-d14d-448d-bab5-ebe023de6c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.202768357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7858ea7-d14d-448d-bab5-ebe023de6c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.202839957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"6233be15-9b4e-4a56-a4ba-b6e101ef5b8a","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:20:04.208383031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-sub-2c8ea5ec","reconcileID":"5fef33e8-adbd-46e2-94f4-07f7e0242579","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-2c8ea5ec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.21261365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"6233be15-9b4e-4a56-a4ba-b6e101ef5b8a","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.218577144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"6233be15-9b4e-4a56-a4ba-b6e101ef5b8a","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.225372008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"109ada15-7c5a-485a-8a22-6b065f7f3574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.225391289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"109ada15-7c5a-485a-8a22-6b065f7f3574","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.231196952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f87e5c2-d111-4ce0-b9c9-9f2a9f2b81d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.231218413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f87e5c2-d111-4ce0-b9c9-9f2a9f2b81d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.255227264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-sub-2c8ea5ec","reconcileID":"e4edba79-f3c0-426d-a2f0-ee170954fb08","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-2c8ea5ec/e2e-sub-2c8ea5ec","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.279044698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28531af8-b592-4a31-8188-b259088027ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.279067048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28531af8-b592-4a31-8188-b259088027ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.344776459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09874498-332e-4e36-b716-10e3b1830438","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:04.344857269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-sub-2c8ea5ec","reconcileID":"5c231543-22dc-45b7-a348-2ce054a83211","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.010642247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"7fd7d804-1106-452a-a863-1b5082d35b65","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.019858216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"7fd7d804-1106-452a-a863-1b5082d35b65","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.028472662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"7fd7d804-1106-452a-a863-1b5082d35b65","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.54618438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"12344568-6fb1-4076-800e-8e4caa4a1f97","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.553950565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"12344568-6fb1-4076-800e-8e4caa4a1f97","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:06.559767246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ce8a7ef018416b91acd0e71aeeb2b55b2f2e2a6e5e778b04658c11fc612e079) AuthConfig (96e518d682ce01c5098a38b57d7ec02576547c13e7ea7357f86877a88d316e8d) AuthConfig (60be7a6a9306746e72370be1016a4f158d543279e05eec79b14d897de6595e29) AuthConfig (b92ad69893305a03136018e834d6a2fb46ee5ecab1d8a75eea1b89bb8a11f4f6) AuthConfig (e096689320c457214e17322eb76adb2fe54fe5ca01c04cad3205871351ff7073) AuthConfig (b5f44ecede594cb8976cf4756cee67a16c06f85b11db4f221a62ecaf2041af9d) AuthConfig (e56918acd458f34fc5628a0e3a53d1f8e3b798e229486933b0f1e01242c471c6) AuthConfig (bd2d62974b80602ad7e2b4a87377db2c076ddf557d0e415a9941fde32490f328) AuthConfig (4e8875b2c172675a5d37a67552522e0dadd023d073bf62b9ebf60ed6374f1e40) AuthConfig (15c3a88023537631cccc81e5065df390130a7c4f794b153f6dca0c9fba5a47c5) AuthConfig (07537aff13bdf18b2e3fec974b500c9832844a2a3d8bc32e53408750f95006d5) AuthConfig (22b6782f50504dcdf6a6114262e11f2adddf1f4511bccf51590f3d6eade23d4d) AuthConfig (f1f2adbdcf14908ee36d7ae167170f9a3c5622b569bac92963df5a08ff6c65b3) AuthConfig (17cb3e9a67dd3e776c740d420d36d0d0e649b1b0de3906fc1a097c6e05eb7668) AuthConfig (15ae7d871723159fe1edc2b5ac71f999ee5f4d4e5008ae840ce660fce532fafe) AuthConfig (108f8c553820424934b4731f6ee8576e0fbe959e942e718b154010e3e8171021) AuthConfig (718c5db04de435603e1af63a637879536b0b65f8e57282d173a94d88f1b5fff0) AuthConfig (4654171188c1646d67002b0ba522bad52ff32727d6bc699c91d78e5f87b79099)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"12344568-6fb1-4076-800e-8e4caa4a1f97","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.600128446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"9e7af954-7d93-4bd5-872c-bf39159f96e3","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.600160781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"9e7af954-7d93-4bd5-872c-bf39159f96e3","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.92411791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"fdf4b679-2198-4743-8035-0abf46f85fd0","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.924142106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"fdf4b679-2198-4743-8035-0abf46f85fd0","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.929605323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"d37cbeb3-0f5f-4d35-baed-f5f84989fa22","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.929631454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"d37cbeb3-0f5f-4d35-baed-f5f84989fa22","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.936576523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"ff9df460-1c9d-4f2a-9791-2790f9b01cb8","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.95938626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"ff9df460-1c9d-4f2a-9791-2790f9b01cb8","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.964889758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"ff9df460-1c9d-4f2a-9791-2790f9b01cb8","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.970328933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"78703698-3be3-4111-962c-3092316f3718","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:11.970348872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"78703698-3be3-4111-962c-3092316f3718","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:14.225715928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a78d7886-0758-411b-9b7d-9af69ec10123","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:14.232668267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a78d7886-0758-411b-9b7d-9af69ec10123","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:14.238766965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a78d7886-0758-411b-9b7d-9af69ec10123","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.036432145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"e62b735a-3cc1-4b3b-a70f-7de1bf702690","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.043642179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"e62b735a-3cc1-4b3b-a70f-7de1bf702690","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.050827278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"e62b735a-3cc1-4b3b-a70f-7de1bf702690","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.566227077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"fd52c6c3-7530-4810-b7fc-d4ecb179101c","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.573790955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"fd52c6c3-7530-4810-b7fc-d4ecb179101c","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:16.58157695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ce8a7ef018416b91acd0e71aeeb2b55b2f2e2a6e5e778b04658c11fc612e079) AuthConfig (96e518d682ce01c5098a38b57d7ec02576547c13e7ea7357f86877a88d316e8d) AuthConfig (60be7a6a9306746e72370be1016a4f158d543279e05eec79b14d897de6595e29) AuthConfig (b92ad69893305a03136018e834d6a2fb46ee5ecab1d8a75eea1b89bb8a11f4f6) AuthConfig (e096689320c457214e17322eb76adb2fe54fe5ca01c04cad3205871351ff7073) AuthConfig (b5f44ecede594cb8976cf4756cee67a16c06f85b11db4f221a62ecaf2041af9d) AuthConfig (e56918acd458f34fc5628a0e3a53d1f8e3b798e229486933b0f1e01242c471c6) AuthConfig (bd2d62974b80602ad7e2b4a87377db2c076ddf557d0e415a9941fde32490f328) AuthConfig (4e8875b2c172675a5d37a67552522e0dadd023d073bf62b9ebf60ed6374f1e40) AuthConfig (15c3a88023537631cccc81e5065df390130a7c4f794b153f6dca0c9fba5a47c5) AuthConfig (07537aff13bdf18b2e3fec974b500c9832844a2a3d8bc32e53408750f95006d5) AuthConfig (22b6782f50504dcdf6a6114262e11f2adddf1f4511bccf51590f3d6eade23d4d) AuthConfig (f1f2adbdcf14908ee36d7ae167170f9a3c5622b569bac92963df5a08ff6c65b3) AuthConfig (17cb3e9a67dd3e776c740d420d36d0d0e649b1b0de3906fc1a097c6e05eb7668) AuthConfig (15ae7d871723159fe1edc2b5ac71f999ee5f4d4e5008ae840ce660fce532fafe) AuthConfig (108f8c553820424934b4731f6ee8576e0fbe959e942e718b154010e3e8171021) AuthConfig (718c5db04de435603e1af63a637879536b0b65f8e57282d173a94d88f1b5fff0) AuthConfig (4654171188c1646d67002b0ba522bad52ff32727d6bc699c91d78e5f87b79099)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"fd52c6c3-7530-4810-b7fc-d4ecb179101c","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:17.425068156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:21.984517841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"f06ec2ce-95f5-40a9-be26-74e2f9f58a35","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:21.992497229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"f06ec2ce-95f5-40a9-be26-74e2f9f58a35","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:21.998371705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"f06ec2ce-95f5-40a9-be26-74e2f9f58a35","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:24.246155244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"aa8b326b-f27d-444b-b86f-31dbef7b7b87","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:24.254179523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"aa8b326b-f27d-444b-b86f-31dbef7b7b87","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:24.259703686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"aa8b326b-f27d-444b-b86f-31dbef7b7b87","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.058078232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"3c3a23b1-5b8c-4f5f-87c5-7cdda289a702","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.06503633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"3c3a23b1-5b8c-4f5f-87c5-7cdda289a702","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.07049789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"3c3a23b1-5b8c-4f5f-87c5-7cdda289a702","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.614459523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"8fcc74d5-6be5-4883-b730-a4dac0f2c9da","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.631133968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"8fcc74d5-6be5-4883-b730-a4dac0f2c9da","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:26.637644591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ce8a7ef018416b91acd0e71aeeb2b55b2f2e2a6e5e778b04658c11fc612e079) AuthConfig (96e518d682ce01c5098a38b57d7ec02576547c13e7ea7357f86877a88d316e8d) AuthConfig (60be7a6a9306746e72370be1016a4f158d543279e05eec79b14d897de6595e29) AuthConfig (b92ad69893305a03136018e834d6a2fb46ee5ecab1d8a75eea1b89bb8a11f4f6) AuthConfig (e096689320c457214e17322eb76adb2fe54fe5ca01c04cad3205871351ff7073) AuthConfig (b5f44ecede594cb8976cf4756cee67a16c06f85b11db4f221a62ecaf2041af9d) AuthConfig (e56918acd458f34fc5628a0e3a53d1f8e3b798e229486933b0f1e01242c471c6) AuthConfig (bd2d62974b80602ad7e2b4a87377db2c076ddf557d0e415a9941fde32490f328) AuthConfig (4e8875b2c172675a5d37a67552522e0dadd023d073bf62b9ebf60ed6374f1e40) AuthConfig (15c3a88023537631cccc81e5065df390130a7c4f794b153f6dca0c9fba5a47c5) AuthConfig (07537aff13bdf18b2e3fec974b500c9832844a2a3d8bc32e53408750f95006d5) AuthConfig (22b6782f50504dcdf6a6114262e11f2adddf1f4511bccf51590f3d6eade23d4d) AuthConfig (f1f2adbdcf14908ee36d7ae167170f9a3c5622b569bac92963df5a08ff6c65b3) AuthConfig (17cb3e9a67dd3e776c740d420d36d0d0e649b1b0de3906fc1a097c6e05eb7668) AuthConfig (15ae7d871723159fe1edc2b5ac71f999ee5f4d4e5008ae840ce660fce532fafe) AuthConfig (108f8c553820424934b4731f6ee8576e0fbe959e942e718b154010e3e8171021) AuthConfig (718c5db04de435603e1af63a637879536b0b65f8e57282d173a94d88f1b5fff0) AuthConfig (4654171188c1646d67002b0ba522bad52ff32727d6bc699c91d78e5f87b79099)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"8fcc74d5-6be5-4883-b730-a4dac0f2c9da","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:32.005586042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"febca561-f408-4cfd-abb3-00af55701a74","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:32.012698373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"febca561-f408-4cfd-abb3-00af55701a74","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:32.01803364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"febca561-f408-4cfd-abb3-00af55701a74","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:34.266344386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"2602d269-e9c0-4f48-b55c-8846c204e98d","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:34.273306009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"2602d269-e9c0-4f48-b55c-8846c204e98d","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:34.279903492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"2602d269-e9c0-4f48-b55c-8846c204e98d","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.07781454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4143a694-f846-487c-b263-e9eb0008fdf3","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.085260526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4143a694-f846-487c-b263-e9eb0008fdf3","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.090973743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4143a694-f846-487c-b263-e9eb0008fdf3","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.646954148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"a425ee0e-ebfb-4f50-9575-3f37c4625aee","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.654365341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"a425ee0e-ebfb-4f50-9575-3f37c4625aee","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:36.66193776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-3eb43f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ce8a7ef018416b91acd0e71aeeb2b55b2f2e2a6e5e778b04658c11fc612e079) AuthConfig (96e518d682ce01c5098a38b57d7ec02576547c13e7ea7357f86877a88d316e8d) AuthConfig (60be7a6a9306746e72370be1016a4f158d543279e05eec79b14d897de6595e29) AuthConfig (b92ad69893305a03136018e834d6a2fb46ee5ecab1d8a75eea1b89bb8a11f4f6) AuthConfig (e096689320c457214e17322eb76adb2fe54fe5ca01c04cad3205871351ff7073) AuthConfig (b5f44ecede594cb8976cf4756cee67a16c06f85b11db4f221a62ecaf2041af9d) AuthConfig (e56918acd458f34fc5628a0e3a53d1f8e3b798e229486933b0f1e01242c471c6) AuthConfig (bd2d62974b80602ad7e2b4a87377db2c076ddf557d0e415a9941fde32490f328) AuthConfig (4e8875b2c172675a5d37a67552522e0dadd023d073bf62b9ebf60ed6374f1e40) AuthConfig (15c3a88023537631cccc81e5065df390130a7c4f794b153f6dca0c9fba5a47c5) AuthConfig (07537aff13bdf18b2e3fec974b500c9832844a2a3d8bc32e53408750f95006d5) AuthConfig (22b6782f50504dcdf6a6114262e11f2adddf1f4511bccf51590f3d6eade23d4d) AuthConfig (f1f2adbdcf14908ee36d7ae167170f9a3c5622b569bac92963df5a08ff6c65b3) AuthConfig (17cb3e9a67dd3e776c740d420d36d0d0e649b1b0de3906fc1a097c6e05eb7668) AuthConfig (15ae7d871723159fe1edc2b5ac71f999ee5f4d4e5008ae840ce660fce532fafe) AuthConfig (108f8c553820424934b4731f6ee8576e0fbe959e942e718b154010e3e8171021) AuthConfig (718c5db04de435603e1af63a637879536b0b65f8e57282d173a94d88f1b5fff0) AuthConfig (4654171188c1646d67002b0ba522bad52ff32727d6bc699c91d78e5f87b79099)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"a425ee0e-ebfb-4f50-9575-3f37c4625aee","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:41.683090076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"cf62dbb0-f33d-4173-bf86-9d1044aa590e","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:41.703241368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"c48cec3e-d1ca-49fb-a7b6-2f16cb398813","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:41.703264193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"c48cec3e-d1ca-49fb-a7b6-2f16cb398813","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.028054757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"982cd3e6-12d6-4631-9a9f-48755b06c791","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.042368222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"982cd3e6-12d6-4631-9a9f-48755b06c791","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.050703369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8a1a12e72309f4d70858eb4f5ce4e9516f832b85a60475e764f9cfb353e6297) AuthConfig (834f6bdd45e58a7ab791057edb099be66f2f007e4857dc682cba2bc97608ea14) AuthConfig (d7f39e9be04f590f7b66be0d9787866fe86294235b02e0e5fe48313c5adb798f) AuthConfig (8b4b560c404519ad24a6fb2097cda411c763c0b459664ff5a0b92c3b85e4b604) AuthConfig (6f91772ce76bdbef19080c87f7eb753c22473e3fed943096de2a008905470a15) AuthConfig (dcf2f5065869f0935314d09521d76c4774fc1f7d5f2c0be70f95367474dd7494) AuthConfig (439ed83223f04fc7e0e9d26453f3f3d4032f5b81393bed27ae17a6110082c3b6) AuthConfig (57c848d2803c918f6b18dc9c97bc3d00fd7962b48cbdba8807f10cb5727c34c8) AuthConfig (dd779074e04abc7bfc4feba01a0e5c7949b891d3be02c437b7819ffe8e80ffce) AuthConfig (95fb71f83b9de63e813d6ce084be0e393e489f1d1befddf0eef923eea9374eb5) AuthConfig (ccfc03cdc445ae28f175bb9cd2d98d78eefa6322cf49b3b11681ec318db5cbc1) AuthConfig (a6515bc6662d78a1e6771b7c394914cad085a36bb3e7bfac4bff64993de2e11c) AuthConfig (535525c591c7d6134238246c7040f57dcf34a4ef4dbf2b32844e11a1fdc52b50) AuthConfig (715d2ddb444b8db47d8441821809eaa383af89a65c43d7ffad041d410b8ed787) AuthConfig (50663ef933ea143e804f758fa86d432c3613067011bec93b40e591238932a9a4) AuthConfig (5cc4df53dfe3700bc8285b3f88d1c1fa1b7e8a771c3fa5423ed343708eb89d8a) AuthConfig (eb26c481ba2390e9468b2f680d0c81a6e0f025b8c587daa61b3ac26ac9875710) AuthConfig (2627ed12dbcfee1b5ef9337d2fdd14c4a14bd624a7a1623c46dbe89e83758398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"982cd3e6-12d6-4631-9a9f-48755b06c791","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.062879279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"651e7931-374b-4402-adeb-5bd65a4d34ad","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.062898933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"651e7931-374b-4402-adeb-5bd65a4d34ad","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.295096551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"0ba3f89c-07d7-4141-bd70-d80c2ec71491","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.295433324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"a311db72-4e0f-4af9-8f0c-05d7aeda99ed","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.302782124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"a311db72-4e0f-4af9-8f0c-05d7aeda99ed","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.302809591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"0ba3f89c-07d7-4141-bd70-d80c2ec71491","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:42.308596932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8a1a12e72309f4d70858eb4f5ce4e9516f832b85a60475e764f9cfb353e6297) AuthConfig (834f6bdd45e58a7ab791057edb099be66f2f007e4857dc682cba2bc97608ea14) AuthConfig (d7f39e9be04f590f7b66be0d9787866fe86294235b02e0e5fe48313c5adb798f) AuthConfig (8b4b560c404519ad24a6fb2097cda411c763c0b459664ff5a0b92c3b85e4b604) AuthConfig (6f91772ce76bdbef19080c87f7eb753c22473e3fed943096de2a008905470a15) AuthConfig (dcf2f5065869f0935314d09521d76c4774fc1f7d5f2c0be70f95367474dd7494) AuthConfig (439ed83223f04fc7e0e9d26453f3f3d4032f5b81393bed27ae17a6110082c3b6) AuthConfig (57c848d2803c918f6b18dc9c97bc3d00fd7962b48cbdba8807f10cb5727c34c8) AuthConfig (dd779074e04abc7bfc4feba01a0e5c7949b891d3be02c437b7819ffe8e80ffce) AuthConfig (95fb71f83b9de63e813d6ce084be0e393e489f1d1befddf0eef923eea9374eb5) AuthConfig (ccfc03cdc445ae28f175bb9cd2d98d78eefa6322cf49b3b11681ec318db5cbc1) AuthConfig (a6515bc6662d78a1e6771b7c394914cad085a36bb3e7bfac4bff64993de2e11c) AuthConfig (535525c591c7d6134238246c7040f57dcf34a4ef4dbf2b32844e11a1fdc52b50) AuthConfig (715d2ddb444b8db47d8441821809eaa383af89a65c43d7ffad041d410b8ed787) AuthConfig (50663ef933ea143e804f758fa86d432c3613067011bec93b40e591238932a9a4) AuthConfig (5cc4df53dfe3700bc8285b3f88d1c1fa1b7e8a771c3fa5423ed343708eb89d8a) AuthConfig (eb26c481ba2390e9468b2f680d0c81a6e0f025b8c587daa61b3ac26ac9875710) AuthConfig (2627ed12dbcfee1b5ef9337d2fdd14c4a14bd624a7a1623c46dbe89e83758398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"0ba3f89c-07d7-4141-bd70-d80c2ec71491","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:44.308249368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a042ae5c-9c38-4672-abbb-5d157b0273f8","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:44.321236798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a042ae5c-9c38-4672-abbb-5d157b0273f8","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:44.335204859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"a042ae5c-9c38-4672-abbb-5d157b0273f8","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:44.359607609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91687bd0-d0b0-4ce3-8a2b-e0923d3f9df4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:44.359635912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91687bd0-d0b0-4ce3-8a2b-e0923d3f9df4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.099681173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"febee467-b1df-4dac-91c6-fd7e70d90ce8","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.10666746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"febee467-b1df-4dac-91c6-fd7e70d90ce8","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.113198604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66268c05a29a4a23a98e1fc0c61117fb5fe97c8c793b730c7dd0ee23ce6906dd) AuthConfig (cb93f652943b5045c1c121922e2efb1f7930408389705a51dc4f2f2c65873655) AuthConfig (bc124a2b3c48826a7844aa63de920cf85b38bbe775cd8666b95ba9487fd06fd5) AuthConfig (1b60d08c78b5812cb30c7988c4506e6d696726cfde2eb50f16d40d87e7427239) AuthConfig (b6d5935bfbe27f57b230e6c8bc534ce431833333d9f4c5d97f43f2328ee5ca51) AuthConfig (0f4b5ee1d682f2109045bfd479ae88a53f8fd305c1ed22dcc6107d430a0b20ff) AuthConfig (756a9374f53b503fa21633c7cd1620889bec363582ea070bddea2704ed5e0593) AuthConfig (b9abb85502fc58887cb1f7695f265a9b651c03cef18c1b1a0165ed7593231807) AuthConfig (a09c741291ba61a6eef43cff6105b966cadb3eceb23bc7975cf62f5e8f9cf6d7) AuthConfig (672a2fef4497d5db5f74c4186bfddde5adc77215fd71dc35017b3bab6ccf28aa) AuthConfig (4a8d74e25d818ac0c31fb816c11939d9336929a458ab0a310f6ae853d6f5493f) AuthConfig (df0e03a722b2adcf7454c3d6fd9accfac60b33a745008eca38a11ffb193c039a) AuthConfig (5a2b98284b43997064ed82b39cb743ebe99ffc61bb844e0d795595fb9c9901b6) AuthConfig (f52f00f8e1a92476f621afaedd03f04904f39ef898b096327825a6fa015ae9b7) AuthConfig (cf026d1b83c82217242278c316114d748d609d4d9ba221fb0d6b1a8772c45bf7) AuthConfig (8c7845afe72b1bd9affadd05c0daaa7f10b438022e6613a5ae4d59704e5b819b) AuthConfig (ec46aaf680abd2f31cec07eabecc4965055c6fa5e27bb790e204ef8b8ce7159d) AuthConfig (cd006d09b8be8c2dd3d1dd667869ff0726280e082ab05bccba45a52b04026989)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"febee467-b1df-4dac-91c6-fd7e70d90ce8","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.124782005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7eb750ee-8dba-493c-80c5-167dd5dc3ff8","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.124815411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7eb750ee-8dba-493c-80c5-167dd5dc3ff8","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.66899452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"702f96e4-fc29-4ef3-9f47-7bca9b6e5e21","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.676240564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"702f96e4-fc29-4ef3-9f47-7bca9b6e5e21","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.69818025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"b27fee67-8202-4d02-b29f-694d70c41a65","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:46.698208575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"b27fee67-8202-4d02-b29f-694d70c41a65","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:47.434220606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.732835198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"fca0b339-fa9d-4493-a75b-c612faec35ec","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.733147104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"fca0b339-fa9d-4493-a75b-c612faec35ec","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.739137538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"e68cf589-c0af-4774-8224-ce106cb92104","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:20:48.74113531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"2d825a54-1d3b-4bad-819d-a5b17f0b0283","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-3eb43f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.747481641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"f0b47567-39e8-44f4-b92b-ae50265fa41f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.748011256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"f0b47567-39e8-44f4-b92b-ae50265fa41f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.759311627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"e68cf589-c0af-4774-8224-ce106cb92104","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.774844224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"cba54a1e-fef5-434f-9604-4515993661cf","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.774868957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"cba54a1e-fef5-434f-9604-4515993661cf","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.781161896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"89dce178-3d1b-4a72-a5a6-16d8433b923f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.781184933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"89dce178-3d1b-4a72-a5a6-16d8433b923f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.807068521Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"ff5e8e4d-06dd-42cd-b245-ed607763a888","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","model":"test-model-3eb43f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.826167748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"eaf62d26-3b9d-43ba-a2d5-a709cd59c748","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.826190016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"9fc5d1e5-5458-45ad-abe9-a4ba12d278f0","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.826274567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"9fc5d1e5-5458-45ad-abe9-a4ba12d278f0","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.832997061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"eaf62d26-3b9d-43ba-a2d5-a709cd59c748","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:48.893645995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"f9e5b48a-c38c-4c00-bb31-3910e6c350d4","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:52.324932148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"6fffb857-b0d9-44fb-b38e-8e8197ec7daf","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:52.33227687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"6fffb857-b0d9-44fb-b38e-8e8197ec7daf","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:52.33778576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8a1a12e72309f4d70858eb4f5ce4e9516f832b85a60475e764f9cfb353e6297) AuthConfig (834f6bdd45e58a7ab791057edb099be66f2f007e4857dc682cba2bc97608ea14) AuthConfig (d7f39e9be04f590f7b66be0d9787866fe86294235b02e0e5fe48313c5adb798f) AuthConfig (8b4b560c404519ad24a6fb2097cda411c763c0b459664ff5a0b92c3b85e4b604) AuthConfig (6f91772ce76bdbef19080c87f7eb753c22473e3fed943096de2a008905470a15) AuthConfig (dcf2f5065869f0935314d09521d76c4774fc1f7d5f2c0be70f95367474dd7494) AuthConfig (439ed83223f04fc7e0e9d26453f3f3d4032f5b81393bed27ae17a6110082c3b6) AuthConfig (57c848d2803c918f6b18dc9c97bc3d00fd7962b48cbdba8807f10cb5727c34c8) AuthConfig (dd779074e04abc7bfc4feba01a0e5c7949b891d3be02c437b7819ffe8e80ffce) AuthConfig (95fb71f83b9de63e813d6ce084be0e393e489f1d1befddf0eef923eea9374eb5) AuthConfig (ccfc03cdc445ae28f175bb9cd2d98d78eefa6322cf49b3b11681ec318db5cbc1) AuthConfig (a6515bc6662d78a1e6771b7c394914cad085a36bb3e7bfac4bff64993de2e11c) AuthConfig (535525c591c7d6134238246c7040f57dcf34a4ef4dbf2b32844e11a1fdc52b50) AuthConfig (715d2ddb444b8db47d8441821809eaa383af89a65c43d7ffad041d410b8ed787) AuthConfig (50663ef933ea143e804f758fa86d432c3613067011bec93b40e591238932a9a4) AuthConfig (5cc4df53dfe3700bc8285b3f88d1c1fa1b7e8a771c3fa5423ed343708eb89d8a) AuthConfig (eb26c481ba2390e9468b2f680d0c81a6e0f025b8c587daa61b3ac26ac9875710) AuthConfig (2627ed12dbcfee1b5ef9337d2fdd14c4a14bd624a7a1623c46dbe89e83758398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"6fffb857-b0d9-44fb-b38e-8e8197ec7daf","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:54.409058486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"47a758e3-5b29-4448-b053-ed255c13d6f1","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:54.48285289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"47a758e3-5b29-4448-b053-ed255c13d6f1","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:54.489125585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"47a758e3-5b29-4448-b053-ed255c13d6f1","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:56.131258565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"a635da9d-edb5-423f-9bde-757bf3d03370","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:56.138408235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"a635da9d-edb5-423f-9bde-757bf3d03370","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:20:56.144622335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66268c05a29a4a23a98e1fc0c61117fb5fe97c8c793b730c7dd0ee23ce6906dd) AuthConfig (cb93f652943b5045c1c121922e2efb1f7930408389705a51dc4f2f2c65873655) AuthConfig (bc124a2b3c48826a7844aa63de920cf85b38bbe775cd8666b95ba9487fd06fd5) AuthConfig (1b60d08c78b5812cb30c7988c4506e6d696726cfde2eb50f16d40d87e7427239) AuthConfig (b6d5935bfbe27f57b230e6c8bc534ce431833333d9f4c5d97f43f2328ee5ca51) AuthConfig (0f4b5ee1d682f2109045bfd479ae88a53f8fd305c1ed22dcc6107d430a0b20ff) AuthConfig (756a9374f53b503fa21633c7cd1620889bec363582ea070bddea2704ed5e0593) AuthConfig (b9abb85502fc58887cb1f7695f265a9b651c03cef18c1b1a0165ed7593231807) AuthConfig (a09c741291ba61a6eef43cff6105b966cadb3eceb23bc7975cf62f5e8f9cf6d7) AuthConfig (672a2fef4497d5db5f74c4186bfddde5adc77215fd71dc35017b3bab6ccf28aa) AuthConfig (4a8d74e25d818ac0c31fb816c11939d9336929a458ab0a310f6ae853d6f5493f) AuthConfig (df0e03a722b2adcf7454c3d6fd9accfac60b33a745008eca38a11ffb193c039a) AuthConfig (5a2b98284b43997064ed82b39cb743ebe99ffc61bb844e0d795595fb9c9901b6) AuthConfig (f52f00f8e1a92476f621afaedd03f04904f39ef898b096327825a6fa015ae9b7) AuthConfig (cf026d1b83c82217242278c316114d748d609d4d9ba221fb0d6b1a8772c45bf7) AuthConfig (8c7845afe72b1bd9affadd05c0daaa7f10b438022e6613a5ae4d59704e5b819b) AuthConfig (ec46aaf680abd2f31cec07eabecc4965055c6fa5e27bb790e204ef8b8ce7159d) AuthConfig (cd006d09b8be8c2dd3d1dd667869ff0726280e082ab05bccba45a52b04026989)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"a635da9d-edb5-423f-9bde-757bf3d03370","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:02.402652398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"adaac11d-bf22-44f5-a411-5eba0b5025aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:02.482544503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"adaac11d-bf22-44f5-a411-5eba0b5025aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:02.489224008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b13404-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8a1a12e72309f4d70858eb4f5ce4e9516f832b85a60475e764f9cfb353e6297) AuthConfig (834f6bdd45e58a7ab791057edb099be66f2f007e4857dc682cba2bc97608ea14) AuthConfig (d7f39e9be04f590f7b66be0d9787866fe86294235b02e0e5fe48313c5adb798f) AuthConfig (8b4b560c404519ad24a6fb2097cda411c763c0b459664ff5a0b92c3b85e4b604) AuthConfig (6f91772ce76bdbef19080c87f7eb753c22473e3fed943096de2a008905470a15) AuthConfig (dcf2f5065869f0935314d09521d76c4774fc1f7d5f2c0be70f95367474dd7494) AuthConfig (439ed83223f04fc7e0e9d26453f3f3d4032f5b81393bed27ae17a6110082c3b6) AuthConfig (57c848d2803c918f6b18dc9c97bc3d00fd7962b48cbdba8807f10cb5727c34c8) AuthConfig (dd779074e04abc7bfc4feba01a0e5c7949b891d3be02c437b7819ffe8e80ffce) AuthConfig (95fb71f83b9de63e813d6ce084be0e393e489f1d1befddf0eef923eea9374eb5) AuthConfig (ccfc03cdc445ae28f175bb9cd2d98d78eefa6322cf49b3b11681ec318db5cbc1) AuthConfig (a6515bc6662d78a1e6771b7c394914cad085a36bb3e7bfac4bff64993de2e11c) AuthConfig (535525c591c7d6134238246c7040f57dcf34a4ef4dbf2b32844e11a1fdc52b50) AuthConfig (715d2ddb444b8db47d8441821809eaa383af89a65c43d7ffad041d410b8ed787) AuthConfig (50663ef933ea143e804f758fa86d432c3613067011bec93b40e591238932a9a4) AuthConfig (5cc4df53dfe3700bc8285b3f88d1c1fa1b7e8a771c3fa5423ed343708eb89d8a) AuthConfig (eb26c481ba2390e9468b2f680d0c81a6e0f025b8c587daa61b3ac26ac9875710) AuthConfig (2627ed12dbcfee1b5ef9337d2fdd14c4a14bd624a7a1623c46dbe89e83758398)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"adaac11d-bf22-44f5-a411-5eba0b5025aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.528804756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"9ff12f20-030b-412e-8b34-3bb8e0fef91e","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.53625632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"9ff12f20-030b-412e-8b34-3bb8e0fef91e","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.542792432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"9ff12f20-030b-412e-8b34-3bb8e0fef91e","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.751686225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"dd8dadb0-fd7f-4879-bac0-94d13aebb9d8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.751939179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"f4552e3f-e1ca-419d-9310-d1ff2786d55f","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.751960866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"f4552e3f-e1ca-419d-9310-d1ff2786d55f","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.778529322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"bfc01a44-0330-4449-b3dd-be452d6f773f","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.858149511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"dd8dadb0-fd7f-4879-bac0-94d13aebb9d8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.882763652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"dd8dadb0-fd7f-4879-bac0-94d13aebb9d8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.882788206Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"dd8dadb0-fd7f-4879-bac0-94d13aebb9d8","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.891166901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"90640c70-8a50-4b30-ba53-aed5a28da984","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.891473341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"a0a5b3e7-5d06-46da-8d16-63670bf23b67","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.891494077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"a0a5b3e7-5d06-46da-8d16-63670bf23b67","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.912140446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"0f2eb3d7-1b91-4fcb-9f6a-4bcb8ddf463b","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.963504509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"90640c70-8a50-4b30-ba53-aed5a28da984","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.97149968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"90640c70-8a50-4b30-ba53-aed5a28da984","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"e2e-inf-a-055d82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:04.971524495Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"90640c70-8a50-4b30-ba53-aed5a28da984","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-055d82","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:21:04.97462322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-055d82-auth","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-auth","reconcileID":"90640c70-8a50-4b30-ba53-aed5a28da984","error":"maasauthpolicies.maas.opendatahub.io \"test-model-055d82-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:05.047663689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"89d1e667-6943-4577-ac6c-2c7803bdc0fa","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:05.047688989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"89d1e667-6943-4577-ac6c-2c7803bdc0fa","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:06.151653909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"cfcc3321-331a-448c-b086-da4a0117d15d","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:06.159475193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"cfcc3321-331a-448c-b086-da4a0117d15d","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:06.165677121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c0a748-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66268c05a29a4a23a98e1fc0c61117fb5fe97c8c793b730c7dd0ee23ce6906dd) AuthConfig (cb93f652943b5045c1c121922e2efb1f7930408389705a51dc4f2f2c65873655) AuthConfig (bc124a2b3c48826a7844aa63de920cf85b38bbe775cd8666b95ba9487fd06fd5) AuthConfig (1b60d08c78b5812cb30c7988c4506e6d696726cfde2eb50f16d40d87e7427239) AuthConfig (b6d5935bfbe27f57b230e6c8bc534ce431833333d9f4c5d97f43f2328ee5ca51) AuthConfig (0f4b5ee1d682f2109045bfd479ae88a53f8fd305c1ed22dcc6107d430a0b20ff) AuthConfig (756a9374f53b503fa21633c7cd1620889bec363582ea070bddea2704ed5e0593) AuthConfig (b9abb85502fc58887cb1f7695f265a9b651c03cef18c1b1a0165ed7593231807) AuthConfig (a09c741291ba61a6eef43cff6105b966cadb3eceb23bc7975cf62f5e8f9cf6d7) AuthConfig (672a2fef4497d5db5f74c4186bfddde5adc77215fd71dc35017b3bab6ccf28aa) AuthConfig (4a8d74e25d818ac0c31fb816c11939d9336929a458ab0a310f6ae853d6f5493f) AuthConfig (df0e03a722b2adcf7454c3d6fd9accfac60b33a745008eca38a11ffb193c039a) AuthConfig (5a2b98284b43997064ed82b39cb743ebe99ffc61bb844e0d795595fb9c9901b6) AuthConfig (f52f00f8e1a92476f621afaedd03f04904f39ef898b096327825a6fa015ae9b7) AuthConfig (cf026d1b83c82217242278c316114d748d609d4d9ba221fb0d6b1a8772c45bf7) AuthConfig (8c7845afe72b1bd9affadd05c0daaa7f10b438022e6613a5ae4d59704e5b819b) AuthConfig (ec46aaf680abd2f31cec07eabecc4965055c6fa5e27bb790e204ef8b8ce7159d) AuthConfig (cd006d09b8be8c2dd3d1dd667869ff0726280e082ab05bccba45a52b04026989)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"cfcc3321-331a-448c-b086-da4a0117d15d","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:07.909329007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"9b5c2206-df36-4ac8-bba8-4b3dcab73b4f","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:07.992481516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"2c784954-b424-489c-a887-c2040e36d717","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:07.992528689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"2c784954-b424-489c-a887-c2040e36d717","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:09.588902929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"e5775372-767e-4769-9621-463a1bedbbc6","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:09.597145372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"e5775372-767e-4769-9621-463a1bedbbc6","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:12.507592557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"469c9738-5736-496d-9e0f-e60018bd1bbc","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:12.527182175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"469c9738-5736-496d-9e0f-e60018bd1bbc","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:12.657609589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ce7cfe12-474f-4e96-8971-4949fe200934","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:12.657632919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ce7cfe12-474f-4e96-8971-4949fe200934","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.888757672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"cb4f3b8e-477c-4af0-840a-7be9d2bbe26c","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.896465627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"cb4f3b8e-477c-4af0-840a-7be9d2bbe26c","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.907756331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"39bd0355-1a2c-4175-bdf0-2e8e31517fed","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.911626705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ff9c892e-5a0a-47d1-ba5a-f0b023753b6e","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.911750699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ff9c892e-5a0a-47d1-ba5a-f0b023753b6e","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:21:13.912512444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"b7de8c98-06e1-4698-af5a-ea78b65fc924","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b13404-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:21:13.917221253Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ff9c892e-5a0a-47d1-ba5a-f0b023753b6e","name":"test-model-b13404","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b13404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:21:13.917287011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"ff9c892e-5a0a-47d1-ba5a-f0b023753b6e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b13404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.918662409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"39bd0355-1a2c-4175-bdf0-2e8e31517fed","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.922786631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"3666ade0-cbc5-4045-ba3b-2b4ef77dcead","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.922855396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"3666ade0-cbc5-4045-ba3b-2b4ef77dcead","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.933153135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"7c818f3a-4904-4ece-b45d-1d532576175c","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.933187249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"7c818f3a-4904-4ece-b45d-1d532576175c","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.942658658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"3be41533-224d-4438-9611-c151fb7dc469","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.942688242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"3be41533-224d-4438-9611-c151fb7dc469","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.970226659Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"4c145e0a-36e9-4e87-bf01-b9245ebbc3fe","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"test-model-b13404","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-b13404/test-model-b13404-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.991542245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"768b63aa-57a1-4627-8d79-4a109ca13a0f","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.991571392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"768b63aa-57a1-4627-8d79-4a109ca13a0f","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:13.995941329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"7c7ccb0c-abdb-40da-ab14-81e946a293b3","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.003295027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"7c7ccb0c-abdb-40da-ab14-81e946a293b3","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.058904403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"14ab64b7-1f58-47d6-9291-e668695aa10c","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.595944295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"8860832b-08f6-4298-b096-b3f01b821bb0","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.606719759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"8860832b-08f6-4298-b096-b3f01b821bb0","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.632756154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77de48a5-1305-4f1d-8f64-4594dd16ccd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:14.632780272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77de48a5-1305-4f1d-8f64-4594dd16ccd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.064472423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"a419fde1-b9fb-4483-a1d7-c316e92731fe","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","subscription":"test-model-055d82-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.067807331Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"a419fde1-b9fb-4483-a1d7-c316e92731fe","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.071373305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82-sub","reconcileID":"a419fde1-b9fb-4483-a1d7-c316e92731fe","MaaSSubscription":{"name":"test-model-055d82-sub","namespace":"ai-tenant-e2e-inf-a-055d82"},"name":"maas-trlp-test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.113667507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"cc43de2a-c353-4ca7-8fe7-6fd192d39850","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"tenant":"e2e-inf-a-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","model":"ai-tenant-e2e-inf-a-055d82/test-model-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.113690259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"test-model-055d82","reconcileID":"cc43de2a-c353-4ca7-8fe7-6fd192d39850","MaaSModelRef":{"name":"test-model-055d82","namespace":"ai-tenant-e2e-inf-a-055d82"},"routeName":"test-model-055d82-kserve-route","namespace":"ai-tenant-e2e-inf-a-055d82","llmisvcName":"test-model-055d82","gateway":"openshift-ingress/e2e-inf-a-055d82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.825717366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"5d53e3cd-44a5-4b23-9426-2b5282970a34","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.82685168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"4507134c-8945-4322-bd7d-531e56ed8d8a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:15.826950144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"4507134c-8945-4322-bd7d-531e56ed8d8a","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.035458538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"5d53e3cd-44a5-4b23-9426-2b5282970a34","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.138286976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"57ba185d-7def-42be-a1e5-a58c3aff8906","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.161634949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"5d53e3cd-44a5-4b23-9426-2b5282970a34","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"e2e-inf-b-24376f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.161666991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-auth","reconcileID":"5d53e3cd-44a5-4b23-9426-2b5282970a34","MaaSAuthPolicy":{"name":"test-model-24376f-auth","namespace":"ai-tenant-e2e-inf-b-24376f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.169600273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"87a944d6-5c43-4313-b805-05472f977586","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.169622229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"87a944d6-5c43-4313-b805-05472f977586","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.174299803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"61e2f1b7-68ac-4577-8d80-6a96d7b6fe70","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.186604512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"61e2f1b7-68ac-4577-8d80-6a96d7b6fe70","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.211634547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"02e807b5-801f-462f-892b-3cc959332713","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.323087224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7a6abd26-d4a3-4fc3-a844-25989785dbd4","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.323111877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7a6abd26-d4a3-4fc3-a844-25989785dbd4","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.326302975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"5fbc83a7-a770-40a6-a090-be682b41db3b","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:16.326329914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"5fbc83a7-a770-40a6-a090-be682b41db3b","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.139994622Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"64f40d8e-f5bb-4bcb-85f4-974d7abf7487","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.140167649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a85f38-f3b1-4518-bb21-b1418e7931d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.140188946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a85f38-f3b1-4518-bb21-b1418e7931d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.146346538Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-policy-2c8ea5ec","reconcileID":"64f40d8e-f5bb-4bcb-85f4-974d7abf7487","MaaSAuthPolicy":{"name":"e2e-policy-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"policyNamespace":"ai-tenant-e2e-mt-2c8ea5ec","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.155485404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9618e6cd-9616-40f3-ba48-789cc27f94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.155511454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9618e6cd-9616-40f3-ba48-789cc27f94ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.306891247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0476c1b-5093-4c6c-ac83-3e8fbea8919d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.307030574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0476c1b-5093-4c6c-ac83-3e8fbea8919d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:17.423868102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.721160839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"481b6010-f779-4361-b8e0-3b9ede723b27","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.721195791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"481b6010-f779-4361-b8e0-3b9ede723b27","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.731955701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"39762b4c-565d-4d03-bec4-fffc3926b348","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.731983705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"39762b4c-565d-4d03-bec4-fffc3926b348","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:21:18.732902209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"acc7f38d-2dcc-433a-a002-230be0dbd97d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c0a748-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.74478918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7e623651-193f-46c8-a9c7-59034d708c42","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.744809744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7e623651-193f-46c8-a9c7-59034d708c42","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.749623189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"095076c4-6d84-4f95-a45a-e2a9356a4ed1","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.749645636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"095076c4-6d84-4f95-a45a-e2a9356a4ed1","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.766555991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"4e480acc-5b5d-41c1-917a-08c34b325bfb","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","model":"test-model-c0a748","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-c0a748/test-model-c0a748-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.791438543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"71dd0a26-2107-4647-997d-b5368b697bb6","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.791562299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"71dd0a26-2107-4647-997d-b5368b697bb6","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.822308465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"6e9a1e59-107a-4834-b1d6-072244f8d5d3","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.829159089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"6e9a1e59-107a-4834-b1d6-072244f8d5d3","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.844107792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"6ca5a702-3295-4482-ba85-39a408657254","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.850645991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"6ca5a702-3295-4482-ba85-39a408657254","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:18.863095775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"5672e8c3-3b31-45b9-81df-2f31a435d643","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:26.3812039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"eedb135e-21af-48d2-9606-c6e815f5d37f","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","subscription":"test-model-24376f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:26.385436076Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"eedb135e-21af-48d2-9606-c6e815f5d37f","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:26.389287776Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f-sub","reconcileID":"eedb135e-21af-48d2-9606-c6e815f5d37f","MaaSSubscription":{"name":"test-model-24376f-sub","namespace":"ai-tenant-e2e-inf-b-24376f"},"name":"maas-trlp-test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:26.416544146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"02d02b0e-d316-4c93-bbc8-511762c65d6f","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"tenant":"e2e-inf-b-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","model":"ai-tenant-e2e-inf-b-24376f/test-model-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:26.416565774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"test-model-24376f","reconcileID":"02d02b0e-d316-4c93-bbc8-511762c65d6f","MaaSModelRef":{"name":"test-model-24376f","namespace":"ai-tenant-e2e-inf-b-24376f"},"routeName":"test-model-24376f-kserve-route","namespace":"ai-tenant-e2e-inf-b-24376f","llmisvcName":"test-model-24376f","gateway":"openshift-ingress/e2e-inf-b-24376f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.32559138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-sub-2c8ea5ec","reconcileID":"025e387a-b64a-4350-851a-248754e1c563","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-2c8ea5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.354728522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"namespace":"ai-tenant-e2e-mt-2c8ea5ec","name":"e2e-sub-2c8ea5ec","reconcileID":"025e387a-b64a-4350-851a-248754e1c563","MaaSSubscription":{"name":"e2e-sub-2c8ea5ec","namespace":"ai-tenant-e2e-mt-2c8ea5ec"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.398247566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed5f6c8c-1ee2-46ee-a732-5c70ebdeb6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.451425145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd358132-35a8-4f49-b6be-0d734378cd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.454844683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd358132-35a8-4f49-b6be-0d734378cd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.458068347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd358132-35a8-4f49-b6be-0d734378cd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.482732957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd358132-35a8-4f49-b6be-0d734378cd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.519288054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d44a3fe3-307e-435d-a14f-392e037496f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.521394365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d44a3fe3-307e-435d-a14f-392e037496f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.753811024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131a4f-18f0-4cb4-adc6-660bc8d781c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.757339894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131a4f-18f0-4cb4-adc6-660bc8d781c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.760738272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131a4f-18f0-4cb4-adc6-660bc8d781c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.764351966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3131a4f-18f0-4cb4-adc6-660bc8d781c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.955419738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8286e6-1a92-47e5-b69e-47606a7e7604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.981966968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8286e6-1a92-47e5-b69e-47606a7e7604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.986137664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8286e6-1a92-47e5-b69e-47606a7e7604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:27.990008582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a8286e6-1a92-47e5-b69e-47606a7e7604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.226128463Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"11eb91a7-4789-4310-8976-f6ac58b1d8f5","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.22632589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"5854c213-23db-4f1b-ad7f-8d71657a64d2","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.226344512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"5854c213-23db-4f1b-ad7f-8d71657a64d2","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.283689372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"7440ea62-5340-4418-972c-18582ed0c5d0","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.341359652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"11eb91a7-4789-4310-8976-f6ac58b1d8f5","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.368481163Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"11eb91a7-4789-4310-8976-f6ac58b1d8f5","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"e2e-inf-a-a68103-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.368639471Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-auth","reconcileID":"11eb91a7-4789-4310-8976-f6ac58b1d8f5","MaaSAuthPolicy":{"name":"test-model-a68103-auth","namespace":"ai-tenant-e2e-inf-a-a68103"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.376201277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"28b0e2a1-f3f9-4333-8efe-fead15f4867f","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.376234662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"28b0e2a1-f3f9-4333-8efe-fead15f4867f","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.399234819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"565fe8f2-b90a-4721-99ca-693195c9de5a","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.53936606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"83a3032f-9ff6-4ef2-a304-7ddd90cfa5ac","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:31.539392689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"83a3032f-9ff6-4ef2-a304-7ddd90cfa5ac","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:41.554337218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"4c5038a7-1745-4657-beb1-1dc13224abc8","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","subscription":"test-model-a68103-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:41.557996513Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"4c5038a7-1745-4657-beb1-1dc13224abc8","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:41.561470924Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103-sub","reconcileID":"4c5038a7-1745-4657-beb1-1dc13224abc8","MaaSSubscription":{"name":"test-model-a68103-sub","namespace":"ai-tenant-e2e-inf-a-a68103"},"name":"maas-trlp-test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:41.727993522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"281ace8a-bc1c-4b42-b1d6-c8c1688bacfa","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"tenant":"e2e-inf-a-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","model":"ai-tenant-e2e-inf-a-a68103/test-model-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:41.728030497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"test-model-a68103","reconcileID":"281ace8a-bc1c-4b42-b1d6-c8c1688bacfa","MaaSModelRef":{"name":"test-model-a68103","namespace":"ai-tenant-e2e-inf-a-a68103"},"routeName":"test-model-a68103-kserve-route","namespace":"ai-tenant-e2e-inf-a-a68103","llmisvcName":"test-model-a68103","gateway":"openshift-ingress/e2e-inf-a-a68103","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.37668582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"694a0aa5-e15a-4b1c-a985-67acb2e3d53d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.377736732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"2ace92fd-0408-4bbf-83e8-d7535123e796","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.377822913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"2ace92fd-0408-4bbf-83e8-d7535123e796","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.490970268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"694a0aa5-e15a-4b1c-a985-67acb2e3d53d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.537634584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"d669674f-c9d5-4473-adba-a977fc8d9e36","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.574709435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"694a0aa5-e15a-4b1c-a985-67acb2e3d53d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"e2e-inf-b-3eb43f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.574737147Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-auth","reconcileID":"694a0aa5-e15a-4b1c-a985-67acb2e3d53d","MaaSAuthPolicy":{"name":"test-model-3eb43f-auth","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.591371414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"ab9d37e5-7964-4aa1-8dc5-d1882a9aa4da","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.592070105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"ab9d37e5-7964-4aa1-8dc5-d1882a9aa4da","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.619057464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"cf0f098e-81ab-4d0e-b09d-8e99c0102ac2","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.739561589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"391ec39e-a756-4833-b7f2-ad6487f21f8f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:42.739650024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"391ec39e-a756-4833-b7f2-ad6487f21f8f","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.501088762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","namespace":"ai-tenant-e2e-inf-a-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.501191195Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","namespace":"ai-tenant-e2e-inf-a-055d82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.501278281Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","tenant":"e2e-inf-a-055d82","tenantID":"e2e-inf-a-055d82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.506331713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Deployment","name":"maas-api-e2e-inf-a-055d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.51921994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Service","name":"maas-api-e2e-inf-a-055d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.534673356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-055d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.543142223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-055d82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.555648775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.56386848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.571611474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.577297001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.580270385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Deployment","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.583144586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.586083972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Service","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.588980733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.59202056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.594987376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.597963297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.604134326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.607100627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.610006452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.612806551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-055d82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.615805403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-055d82"},"namespace":"ai-tenant-e2e-inf-a-055d82","name":"default-tenant","reconcileID":"9ee91edd-e014-425c-acf0-6bf7241004d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-055d82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:44.832615017Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-055d82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-055d82","reconcileID":"b3d4185b-2f37-441b-84fb-e2b43d716cfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-055d82","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-055d82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.358494526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0d4284-a7bd-4149-9791-1acadd28d25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.362699066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0d4284-a7bd-4149-9791-1acadd28d25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.370857175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0d4284-a7bd-4149-9791-1acadd28d25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.428985129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc0d4284-a7bd-4149-9791-1acadd28d25a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.638533651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dab9ba-e79d-4a18-81e3-1324e23add0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.641990035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dab9ba-e79d-4a18-81e3-1324e23add0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.645411373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dab9ba-e79d-4a18-81e3-1324e23add0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:45.648713682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36dab9ba-e79d-4a18-81e3-1324e23add0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:47.424465868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:52.822405418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"3a575dc1-aa10-4673-afa9-ac2bce041f23","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","subscription":"test-model-3eb43f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:52.878811124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"3a575dc1-aa10-4673-afa9-ac2bce041f23","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:52.96367512Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f-sub","reconcileID":"3a575dc1-aa10-4673-afa9-ac2bce041f23","MaaSSubscription":{"name":"test-model-3eb43f-sub","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"name":"maas-trlp-test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:53.70964845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"33a8c33e-8392-42b2-90e0-00a41fd0b04c","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"tenant":"e2e-inf-b-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","model":"ai-tenant-e2e-inf-b-3eb43f/test-model-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:53.709687877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"test-model-3eb43f","reconcileID":"33a8c33e-8392-42b2-90e0-00a41fd0b04c","MaaSModelRef":{"name":"test-model-3eb43f","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"routeName":"test-model-3eb43f-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eb43f","llmisvcName":"test-model-3eb43f","gateway":"openshift-ingress/e2e-inf-b-3eb43f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:53.950902913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"84c378df-2357-4b4b-9c13-34dcb85554fe","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.031212134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"f87433f0-8fed-48b6-a085-f5b3da3975fb","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.031257287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"f87433f0-8fed-48b6-a085-f5b3da3975fb","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.440646704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"e5c391f0-d89e-443e-bd30-fb7e69e88402","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.822310397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"ae012390-fac6-4e25-9f97-3eb918688050","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.822343341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"ae012390-fac6-4e25-9f97-3eb918688050","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.97733082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bc28db-564d-4842-83db-6127000aa3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.987192296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bc28db-564d-4842-83db-6127000aa3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.992456968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bc28db-564d-4842-83db-6127000aa3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:54.99801407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94bc28db-564d-4842-83db-6127000aa3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:55.701443796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"eb3cac34-4b15-4256-9880-f7c67af5b93f","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:55.721099955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"eb3cac34-4b15-4256-9880-f7c67af5b93f","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:55.941299315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba22b7d-b5b7-401d-8100-02c9ec8f8c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:55.983635862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba22b7d-b5b7-401d-8100-02c9ec8f8c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.002536946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba22b7d-b5b7-401d-8100-02c9ec8f8c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.008629264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ba22b7d-b5b7-401d-8100-02c9ec8f8c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.652532879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b79d23-3b25-499b-b06b-707abac41b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.658106263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b79d23-3b25-499b-b06b-707abac41b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.66184653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b79d23-3b25-499b-b06b-707abac41b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:56.668460737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b79d23-3b25-499b-b06b-707abac41b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.198528381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"1b62e7f5-1716-4499-ab03-054f5ac2ae9b","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.282958695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"1b62e7f5-1716-4499-ab03-054f5ac2ae9b","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.319421279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a638b-1196-40d8-b587-4c58013f5482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.323874128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a638b-1196-40d8-b587-4c58013f5482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.328574731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a638b-1196-40d8-b587-4c58013f5482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.33421936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46a638b-1196-40d8-b587-4c58013f5482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.685442701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d1a69f-0cf6-4a06-bbe2-545dbc82deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.69120695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d1a69f-0cf6-4a06-bbe2-545dbc82deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.695234579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d1a69f-0cf6-4a06-bbe2-545dbc82deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:57.699367261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d1a69f-0cf6-4a06-bbe2-545dbc82deef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.042031102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f89501a6-10b0-4bba-9d9b-1bfe2ea11b77","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.073739145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"d0b4721e-1db3-4c99-9e41-5713274ab636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.079249516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"06254e5d-770c-4b0f-9ac8-6801921efa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.086352704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"06254e5d-770c-4b0f-9ac8-6801921efa96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.093277399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"0b5410f3-bf90-4d04-96d0-229ffe27a430","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.159037643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"9b29011c-a8ad-482d-a205-4d6107317a53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.179673236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7381bb5f-d6ef-4484-b47b-0c6aa02c810b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.18812091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"7381bb5f-d6ef-4484-b47b-0c6aa02c810b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:21:59.294222674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"065fac11-4c92-4cf1-b487-65c36c485b6e","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.306892569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f972db65-ad3d-4d8b-be5c-83b79378b4a0","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.345219728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f4918dd8-d46c-4946-8996-ed1d436db04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.353164756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ccec9dde-3acd-4365-9c7f-0cfd1e3a817c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.362911868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"f4918dd8-d46c-4946-8996-ed1d436db04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.364408733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"c15f1fc3-c258-4a2f-8db7-5bc3f7dcdc7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.37612477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"ccec9dde-3acd-4365-9c7f-0cfd1e3a817c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.39259527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"34ee0f96-bd84-459d-8a43-e81fefd14fc4","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.422237099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"f624908a-2d50-43a7-a106-d87c4fe8cf95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:04.601628968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"e81d36bf-aba4-47e0-bb0c-608dd968a602","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.362954911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","namespace":"ai-tenant-e2e-inf-a-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.363041218Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","namespace":"ai-tenant-e2e-inf-a-a68103","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.363117162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","tenant":"e2e-inf-a-a68103","tenantID":"e2e-inf-a-a68103","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.368107909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Deployment","name":"maas-api-e2e-inf-a-a68103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.38267637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Service","name":"maas-api-e2e-inf-a-a68103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.398437905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a68103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.405559146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a68103","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.417955108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.427965169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.433627327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.442847558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.446100515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.449051679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.452166734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Service","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.45515368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.458057791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.461740967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.464794616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.471184926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.474040561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.476948478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.479646245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a68103","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.482407163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a68103"},"namespace":"ai-tenant-e2e-inf-a-a68103","name":"default-tenant","reconcileID":"e9ca4d57-818c-41d5-a752-6cdfb8177924","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a68103","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.943673638Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a68103","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a68103","reconcileID":"ccff483d-3e5b-4e3c-9ff2-8c9e8eefe978","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a68103","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a68103"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.967271874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"0fc77974-84b2-4472-bf9c-7745af2c4db2","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.967306839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"0fc77974-84b2-4472-bf9c-7745af2c4db2","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.98204728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"18c5d4b3-f681-4c11-8f59-be2cd68208bd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:06.982078502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"18c5d4b3-f681-4c11-8f59-be2cd68208bd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.131423496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11425482-9e23-4e99-95fa-f9e2f0c3a714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.136173376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11425482-9e23-4e99-95fa-f9e2f0c3a714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.140120755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11425482-9e23-4e99-95fa-f9e2f0c3a714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.144021091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11425482-9e23-4e99-95fa-f9e2f0c3a714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.240260138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"aae5b471-488c-451d-b50c-5f15f1b244df","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.24029092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"aae5b471-488c-451d-b50c-5f15f1b244df","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.282635998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"3aa18bfd-24a9-4668-9762-bd0106e9066d","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.282670827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"3aa18bfd-24a9-4668-9762-bd0106e9066d","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.293734001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"0e5a0737-5cc3-4e4e-a1b2-7d2600ce60cd","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.319841205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"0e5a0737-5cc3-4e4e-a1b2-7d2600ce60cd","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.384380162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"0e5a0737-5cc3-4e4e-a1b2-7d2600ce60cd","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.393219095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"4fbd1ac1-0101-47b0-aa2a-b33506458ccf","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.393244939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"4fbd1ac1-0101-47b0-aa2a-b33506458ccf","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.441423063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2403c5a7-f358-4a4e-9a0d-288278b122ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.445418339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2403c5a7-f358-4a4e-9a0d-288278b122ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.448692828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2403c5a7-f358-4a4e-9a0d-288278b122ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:07.451980244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2403c5a7-f358-4a4e-9a0d-288278b122ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.219091714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eae0f-b2cd-446f-b899-55e201b535eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.23108542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eae0f-b2cd-446f-b899-55e201b535eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.251620458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eae0f-b2cd-446f-b899-55e201b535eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.294722504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38eae0f-b2cd-446f-b899-55e201b535eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.549828891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182f27d9-c362-4b61-8021-f07288670e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.553255888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182f27d9-c362-4b61-8021-f07288670e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.556540965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182f27d9-c362-4b61-8021-f07288670e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.560037129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182f27d9-c362-4b61-8021-f07288670e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.934317598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcd89d-d97f-434e-af94-d3d7fd981931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.947185841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcd89d-d97f-434e-af94-d3d7fd981931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.952372901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcd89d-d97f-434e-af94-d3d7fd981931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:15.958136744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"effcd89d-d97f-434e-af94-d3d7fd981931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:16.374161338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09de14e2-66d7-4c73-b3bf-8320210d0848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:16.401340843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09de14e2-66d7-4c73-b3bf-8320210d0848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:16.413703374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09de14e2-66d7-4c73-b3bf-8320210d0848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:16.418698515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09de14e2-66d7-4c73-b3bf-8320210d0848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:17.405587147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e6c5ac72-a658-4446-91fa-12b8ed21e2ff","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:17.417621835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e6c5ac72-a658-4446-91fa-12b8ed21e2ff","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:17.431554971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:17.433289617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e6c5ac72-a658-4446-91fa-12b8ed21e2ff","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.005434196Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","namespace":"ai-tenant-e2e-inf-b-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.00551793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","namespace":"ai-tenant-e2e-inf-b-24376f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.005566611Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","tenant":"e2e-inf-b-24376f","tenantID":"e2e-inf-b-24376f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.010724816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Deployment","name":"maas-api-e2e-inf-b-24376f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.022132087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Service","name":"maas-api-e2e-inf-b-24376f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.039701742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-24376f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.044932298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-24376f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.055287154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.063091723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.071136313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.080168559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.088136561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Deployment","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.095221187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.099173454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Service","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.104174579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.107132542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.1105491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.114155483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.123203673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.138286042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.145606043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.152528813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-24376f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.165578253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-24376f"},"namespace":"ai-tenant-e2e-inf-b-24376f","name":"default-tenant","reconcileID":"f507c8c0-9669-4cc5-869b-79cb7db7311e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-24376f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.616885398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-24376f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-24376f","reconcileID":"3965537d-55cf-4a63-82cd-9f319608f0ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-24376f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-24376f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.962721789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a784fbd-b856-46d8-b304-02eea250576f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.966453681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a784fbd-b856-46d8-b304-02eea250576f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.970031156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a784fbd-b856-46d8-b304-02eea250576f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:21.973620194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a784fbd-b856-46d8-b304-02eea250576f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:22.229841313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6bcfd-835b-4e51-94d1-48e0f72a836c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:22.23363299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6bcfd-835b-4e51-94d1-48e0f72a836c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:22.237310105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6bcfd-835b-4e51-94d1-48e0f72a836c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:22.24088406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d6bcfd-835b-4e51-94d1-48e0f72a836c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:27.440900563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"2407ab6f-1bca-4864-b27d-a4e7b4251100","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:27.44975026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"2407ab6f-1bca-4864-b27d-a4e7b4251100","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:27.455856453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"2407ab6f-1bca-4864-b27d-a4e7b4251100","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.846739839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ff7a9719-49c8-4648-bcad-5e28187220c6","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.847015643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"7d372516-a4ce-42d2-b86a-a3beb59c7e11","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.847037778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"7d372516-a4ce-42d2-b86a-a3beb59c7e11","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.860886307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ff7a9719-49c8-4648-bcad-5e28187220c6","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.908687268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"a2fbafe5-0c3b-48f2-885b-0408874a04f0","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.934140258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ff7a9719-49c8-4648-bcad-5e28187220c6","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"e2e-inf-a-68aa46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.934251844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-auth","reconcileID":"ff7a9719-49c8-4648-bcad-5e28187220c6","MaaSAuthPolicy":{"name":"test-model-68aa46-auth","namespace":"ai-tenant-e2e-inf-a-68aa46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.943867558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"e83d8e59-838a-44c6-bb36-ac7d9b1f391c","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.943899642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"e83d8e59-838a-44c6-bb36-ac7d9b1f391c","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:32.997543713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"bcd9fedb-ae20-4c8b-9761-384942a1312d","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:33.121051339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"136ecacd-41a6-4a0f-b62f-d700b41389ce","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:33.121077164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"136ecacd-41a6-4a0f-b62f-d700b41389ce","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:37.463198843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"97694e25-67a5-43b6-a233-af14c6793a62","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:37.471071506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"97694e25-67a5-43b6-a233-af14c6793a62","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:37.476701199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"97694e25-67a5-43b6-a233-af14c6793a62","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.343931143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","namespace":"ai-tenant-e2e-inf-b-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.343993026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","namespace":"ai-tenant-e2e-inf-b-3eb43f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.344043819Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","tenant":"e2e-inf-b-3eb43f","tenantID":"e2e-inf-b-3eb43f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.349113423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Deployment","name":"maas-api-e2e-inf-b-3eb43f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.365272932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Service","name":"maas-api-e2e-inf-b-3eb43f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.375861577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-3eb43f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.384268776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-3eb43f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.392891765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.398808083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.406777454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.412517203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.415708792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Deployment","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.418822344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.421955461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Service","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.424763073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.427430698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.430100126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.4330601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.441432383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.444533951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.447512058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.450401667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-3eb43f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.453395963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eb43f"},"namespace":"ai-tenant-e2e-inf-b-3eb43f","name":"default-tenant","reconcileID":"0a2d94d3-3015-48ae-a67c-97dcbc2b02e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-3eb43f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:38.811590242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-3eb43f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-3eb43f","reconcileID":"2e9a4ca0-bb45-41b3-b64b-196632fb5b55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-3eb43f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-3eb43f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.097957625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada43724-2214-429e-a6bd-9a40843ac1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.102281158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada43724-2214-429e-a6bd-9a40843ac1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.105722589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada43724-2214-429e-a6bd-9a40843ac1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.109129538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ada43724-2214-429e-a6bd-9a40843ac1c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.342202697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164c1e99-fb8e-421e-bdec-af7245948cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.345869446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164c1e99-fb8e-421e-bdec-af7245948cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.349659812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164c1e99-fb8e-421e-bdec-af7245948cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:39.355406294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"164c1e99-fb8e-421e-bdec-af7245948cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.135840212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"86025fbd-e09b-4d97-bb44-ea701ae6091e","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","subscription":"test-model-68aa46-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.139226516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"86025fbd-e09b-4d97-bb44-ea701ae6091e","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.142759383Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46-sub","reconcileID":"86025fbd-e09b-4d97-bb44-ea701ae6091e","MaaSSubscription":{"name":"test-model-68aa46-sub","namespace":"ai-tenant-e2e-inf-a-68aa46"},"name":"maas-trlp-test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.179109963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"57d00345-dada-40fa-b750-fd44f8a958bf","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"tenant":"e2e-inf-a-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","model":"ai-tenant-e2e-inf-a-68aa46/test-model-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.179142079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"test-model-68aa46","reconcileID":"57d00345-dada-40fa-b750-fd44f8a958bf","MaaSModelRef":{"name":"test-model-68aa46","namespace":"ai-tenant-e2e-inf-a-68aa46"},"routeName":"test-model-68aa46-kserve-route","namespace":"ai-tenant-e2e-inf-a-68aa46","llmisvcName":"test-model-68aa46","gateway":"openshift-ingress/e2e-inf-a-68aa46","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.91808296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"ee6d3a3d-935e-471a-8b51-fca9b39ae724","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.919268295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"38b28763-4343-49af-8ceb-af3a7c8bd889","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:43.919601856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"38b28763-4343-49af-8ceb-af3a7c8bd889","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.074859748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"14287567-33f6-4ca5-8d6f-1674c0593241","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.087235532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"ee6d3a3d-935e-471a-8b51-fca9b39ae724","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.115902117Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"ee6d3a3d-935e-471a-8b51-fca9b39ae724","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.116020588Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"ee6d3a3d-935e-471a-8b51-fca9b39ae724","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.122574551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4e7f1ed0-958d-4b3b-bf60-09fba521d78a","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.123202891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"461208e6-dbbc-40dd-993e-396a62191c26","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.123230567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"461208e6-dbbc-40dd-993e-396a62191c26","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.148312556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"f23ff80c-44f3-4637-a2f8-b2687a492a9a","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.229982946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4e7f1ed0-958d-4b3b-bf60-09fba521d78a","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.23700844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4e7f1ed0-958d-4b3b-bf60-09fba521d78a","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"e2e-inf-b-c0a748-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.237040261Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4e7f1ed0-958d-4b3b-bf60-09fba521d78a","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c0a748","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:22:44.242983349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c0a748-auth","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-auth","reconcileID":"4e7f1ed0-958d-4b3b-bf60-09fba521d78a","error":"maasauthpolicies.maas.opendatahub.io \"test-model-c0a748-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.305890694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7fae0223-bd21-4424-b468-605b45d30134","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:44.305936274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"7fae0223-bd21-4424-b468-605b45d30134","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:47.425133228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:47.483242168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"26177271-2fb5-4945-b086-4754d9eaaa82","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:47.491423583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"26177271-2fb5-4945-b086-4754d9eaaa82","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:47.497177002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"26177271-2fb5-4945-b086-4754d9eaaa82","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:54.320786917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"786331c7-0661-4d4b-a913-0c11b0c738da","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","subscription":"test-model-c0a748-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:54.324191189Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"786331c7-0661-4d4b-a913-0c11b0c738da","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:54.327610855Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748-sub","reconcileID":"786331c7-0661-4d4b-a913-0c11b0c738da","MaaSSubscription":{"name":"test-model-c0a748-sub","namespace":"ai-tenant-e2e-inf-b-c0a748"},"name":"maas-trlp-test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:54.381511075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"94069149-0abe-49e5-a879-877797f66414","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"tenant":"e2e-inf-b-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","model":"ai-tenant-e2e-inf-b-c0a748/test-model-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:54.381543905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"test-model-c0a748","reconcileID":"94069149-0abe-49e5-a879-877797f66414","MaaSModelRef":{"name":"test-model-c0a748","namespace":"ai-tenant-e2e-inf-b-c0a748"},"routeName":"test-model-c0a748-kserve-route","namespace":"ai-tenant-e2e-inf-b-c0a748","llmisvcName":"test-model-c0a748","gateway":"openshift-ingress/e2e-inf-b-c0a748","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.507083631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f4edc7-d2d3-40b3-bba4-065705448852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.510670242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f4edc7-d2d3-40b3-bba4-065705448852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.514134009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f4edc7-d2d3-40b3-bba4-065705448852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.517613332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f4edc7-d2d3-40b3-bba4-065705448852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.770843362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47822761-f612-4092-b96c-07a9aef73cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.77919438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47822761-f612-4092-b96c-07a9aef73cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.790820274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47822761-f612-4092-b96c-07a9aef73cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.799199448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47822761-f612-4092-b96c-07a9aef73cca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.981078123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d55f064-45f3-42fc-90c7-7b4fd1908fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.986510237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d55f064-45f3-42fc-90c7-7b4fd1908fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.991082713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d55f064-45f3-42fc-90c7-7b4fd1908fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:55.995349374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d55f064-45f3-42fc-90c7-7b4fd1908fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:57.521354415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d34cbaa4-e58f-46f1-bc6a-8eac51204b0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:57.533127034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d34cbaa4-e58f-46f1-bc6a-8eac51204b0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:57.548608488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cfd82e510e66c288f06d73305e5e93bfccb37a862b971c43605a6318184a17c) AuthConfig (ad9d66774bae5191913947591b927cd7e284d91252e61913e3b109be936e52e2) AuthConfig (71276efb6f684f066d61b116166e3118e5799fa49ca98b365f407be7c2155bfe) AuthConfig (0d0662def344397930f588cfcf95dbadc3be2e4b738230e2cda82f51fa2681bc) AuthConfig (6fd18241e5f0c2c94709f429ae9c4edc3051b977daa385ad537825c98f48da5b) AuthConfig (97408d29cd48be092eedeefeece32690d46594f846f8cca632835239ab49443d) AuthConfig (ec842e56aed74b2ccd01d97785edb335ca6f6c25a8c100dfe671e39f1d02c0cb) AuthConfig (3be479721d76358a936ea6bacd6ab170c75162dfa41cfe9c31e55d275c281f83) AuthConfig (bebacbe4de7ba754a5be469a29b2983974c9fbdf8781bc7a0195f7564fc82cb3) AuthConfig (9fd59b94f6164b49ab747ba89ef44a19a63b27e720c882c74125db9d89024fd1) AuthConfig (4229e63c542c7432178484646c13935c357d0b16050cd2dd101f7f8ab8992d81) AuthConfig (e5fb551c92919fbc1c697fb57001ea530cb7ac97ec82f1a2c2945686dc0f8b54) AuthConfig (1017f31d6662c4f9fc0859f9961c92805826025c685eebe6c8be9fb93afe0fa0) AuthConfig (56b237372bcd575a843148cb4b2c2157016922fb86b1137d234271106e1c840f) AuthConfig (51d3c3987dfb88414e4d4ab698d3630f665579cd56e7eb07330e46f63ee2e3c8) AuthConfig (e5f2842ab977c085d159961867e76b8f560de15d0d8d7c6e99feef024e079f39) AuthConfig (a6ca305e06352478a9174ed68030bc268d64577c80e6fb018cf1d0d577f29d1f) AuthConfig (f3978ad1fcae546ea3305a3f2e465cc1b462e85e5d1a247d77d451309ab6304b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d34cbaa4-e58f-46f1-bc6a-8eac51204b0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:57.56498243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"19f6e145-6786-43e3-a48c-b01ebb2213bd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:22:57.565003801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"19f6e145-6786-43e3-a48c-b01ebb2213bd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.683542883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","namespace":"ai-tenant-e2e-inf-a-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.683613511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","namespace":"ai-tenant-e2e-inf-a-68aa46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.683665633Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","tenant":"e2e-inf-a-68aa46","tenantID":"e2e-inf-a-68aa46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.68854351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Deployment","name":"maas-api-e2e-inf-a-68aa46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.704579139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Service","name":"maas-api-e2e-inf-a-68aa46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.714744461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-68aa46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.721177166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-68aa46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.731351932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.736681076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.744366628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.750022707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.75311789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Deployment","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.756143437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.759159192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Service","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.762194178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.765240306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.7682921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.771323688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.778610957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.781626293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.784609541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.788122585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-68aa46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:06.791140952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-68aa46"},"namespace":"ai-tenant-e2e-inf-a-68aa46","name":"default-tenant","reconcileID":"1a1bb14b-cd9b-42b2-9bfc-1d6c00c95286","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-68aa46","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.060865665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-68aa46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-68aa46","reconcileID":"125eba07-4947-4eca-b119-0fe6ada62cc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-68aa46","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-68aa46"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.428843323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf07f-6712-4a65-b3cd-962fb120cd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.434223788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf07f-6712-4a65-b3cd-962fb120cd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.445210832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf07f-6712-4a65-b3cd-962fb120cd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.451267831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bcf07f-6712-4a65-b3cd-962fb120cd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.571986184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"64f69ec7-d48c-4321-8024-506f3dd4d942","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.579639818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"64f69ec7-d48c-4321-8024-506f3dd4d942","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.585325809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cfd82e510e66c288f06d73305e5e93bfccb37a862b971c43605a6318184a17c) AuthConfig (ad9d66774bae5191913947591b927cd7e284d91252e61913e3b109be936e52e2) AuthConfig (71276efb6f684f066d61b116166e3118e5799fa49ca98b365f407be7c2155bfe) AuthConfig (0d0662def344397930f588cfcf95dbadc3be2e4b738230e2cda82f51fa2681bc) AuthConfig (6fd18241e5f0c2c94709f429ae9c4edc3051b977daa385ad537825c98f48da5b) AuthConfig (97408d29cd48be092eedeefeece32690d46594f846f8cca632835239ab49443d) AuthConfig (ec842e56aed74b2ccd01d97785edb335ca6f6c25a8c100dfe671e39f1d02c0cb) AuthConfig (3be479721d76358a936ea6bacd6ab170c75162dfa41cfe9c31e55d275c281f83) AuthConfig (bebacbe4de7ba754a5be469a29b2983974c9fbdf8781bc7a0195f7564fc82cb3) AuthConfig (9fd59b94f6164b49ab747ba89ef44a19a63b27e720c882c74125db9d89024fd1) AuthConfig (4229e63c542c7432178484646c13935c357d0b16050cd2dd101f7f8ab8992d81) AuthConfig (e5fb551c92919fbc1c697fb57001ea530cb7ac97ec82f1a2c2945686dc0f8b54) AuthConfig (1017f31d6662c4f9fc0859f9961c92805826025c685eebe6c8be9fb93afe0fa0) AuthConfig (56b237372bcd575a843148cb4b2c2157016922fb86b1137d234271106e1c840f) AuthConfig (51d3c3987dfb88414e4d4ab698d3630f665579cd56e7eb07330e46f63ee2e3c8) AuthConfig (e5f2842ab977c085d159961867e76b8f560de15d0d8d7c6e99feef024e079f39) AuthConfig (a6ca305e06352478a9174ed68030bc268d64577c80e6fb018cf1d0d577f29d1f) AuthConfig (f3978ad1fcae546ea3305a3f2e465cc1b462e85e5d1a247d77d451309ab6304b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"64f69ec7-d48c-4321-8024-506f3dd4d942","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.602041539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb7508d-ea65-403f-b4a5-ba3eeb163c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.602062721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adb7508d-ea65-403f-b4a5-ba3eeb163c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.633620714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8e9fc-b510-4aff-9fde-61494053f376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.636770747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8e9fc-b510-4aff-9fde-61494053f376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.6400019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8e9fc-b510-4aff-9fde-61494053f376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.643317384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c8e9fc-b510-4aff-9fde-61494053f376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.684342786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"namespace":"ai-tenant-e2e-mt-87096d86","name":"e2e-policy-87096d86","reconcileID":"4a0a13c8-6a48-4bbd-9416-f91ddc586839","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.691770648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"namespace":"ai-tenant-e2e-mt-87096d86","name":"e2e-policy-87096d86","reconcileID":"4a0a13c8-6a48-4bbd-9416-f91ddc586839","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.717077222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6adf680-ca51-4b73-a9ef-ebd3c6bde35e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:07.717099109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6adf680-ca51-4b73-a9ef-ebd3c6bde35e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.181485259Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"namespace":"ai-tenant-e2e-mt-87096d86","name":"e2e-policy-87096d86","reconcileID":"c82a903e-d0a6-46fc-9d4b-a9ddaf3538bf","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.182005565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4f3a28-6499-47a5-a904-c97ab0577c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.182352085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be4f3a28-6499-47a5-a904-c97ab0577c00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.190956527Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"namespace":"ai-tenant-e2e-mt-87096d86","name":"e2e-policy-87096d86","reconcileID":"c82a903e-d0a6-46fc-9d4b-a9ddaf3538bf","MaaSAuthPolicy":{"name":"e2e-policy-87096d86","namespace":"ai-tenant-e2e-mt-87096d86"},"policyNamespace":"ai-tenant-e2e-mt-87096d86","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.197717105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb5052d-e81a-40c7-9f5d-c3560425a2de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.197746412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acb5052d-e81a-40c7-9f5d-c3560425a2de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.329159485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f858fc5d-32ab-4ac1-a88f-7db91ddd0d57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.329185232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f858fc5d-32ab-4ac1-a88f-7db91ddd0d57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.33667335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"192cd881-e635-4d17-8efb-4718f8e1459e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.33669402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"192cd881-e635-4d17-8efb-4718f8e1459e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.342670561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"namespace":"ai-tenant-e2e-mt-5201889d","name":"e2e-policy-5201889d","reconcileID":"7aa29853-8f8f-427e-ab75-4ac5a385d637","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.350070077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"namespace":"ai-tenant-e2e-mt-5201889d","name":"e2e-policy-5201889d","reconcileID":"7aa29853-8f8f-427e-ab75-4ac5a385d637","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.372902515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"283acf86-c5e0-4680-aae9-f0015819f063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:08.372955163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"283acf86-c5e0-4680-aae9-f0015819f063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.182931072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ebc77-cb29-4ba3-98e8-2002d3373be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.186968056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ebc77-cb29-4ba3-98e8-2002d3373be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.190720813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ebc77-cb29-4ba3-98e8-2002d3373be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.194593312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5ebc77-cb29-4ba3-98e8-2002d3373be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.451249185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99522197-fa6f-4b5d-8c7d-adaac2c8b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.454610652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99522197-fa6f-4b5d-8c7d-adaac2c8b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.458550657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99522197-fa6f-4b5d-8c7d-adaac2c8b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:15.461960798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99522197-fa6f-4b5d-8c7d-adaac2c8b4f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:17.424114833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:17.59266495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e27dc867-6460-4574-b072-2efbe3d46359","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:17.601823594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e27dc867-6460-4574-b072-2efbe3d46359","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:17.607762401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cfd82e510e66c288f06d73305e5e93bfccb37a862b971c43605a6318184a17c) AuthConfig (ad9d66774bae5191913947591b927cd7e284d91252e61913e3b109be936e52e2) AuthConfig (71276efb6f684f066d61b116166e3118e5799fa49ca98b365f407be7c2155bfe) AuthConfig (0d0662def344397930f588cfcf95dbadc3be2e4b738230e2cda82f51fa2681bc) AuthConfig (6fd18241e5f0c2c94709f429ae9c4edc3051b977daa385ad537825c98f48da5b) AuthConfig (97408d29cd48be092eedeefeece32690d46594f846f8cca632835239ab49443d) AuthConfig (ec842e56aed74b2ccd01d97785edb335ca6f6c25a8c100dfe671e39f1d02c0cb) AuthConfig (3be479721d76358a936ea6bacd6ab170c75162dfa41cfe9c31e55d275c281f83) AuthConfig (bebacbe4de7ba754a5be469a29b2983974c9fbdf8781bc7a0195f7564fc82cb3) AuthConfig (9fd59b94f6164b49ab747ba89ef44a19a63b27e720c882c74125db9d89024fd1) AuthConfig (4229e63c542c7432178484646c13935c357d0b16050cd2dd101f7f8ab8992d81) AuthConfig (e5fb551c92919fbc1c697fb57001ea530cb7ac97ec82f1a2c2945686dc0f8b54) AuthConfig (1017f31d6662c4f9fc0859f9961c92805826025c685eebe6c8be9fb93afe0fa0) AuthConfig (56b237372bcd575a843148cb4b2c2157016922fb86b1137d234271106e1c840f) AuthConfig (51d3c3987dfb88414e4d4ab698d3630f665579cd56e7eb07330e46f63ee2e3c8) AuthConfig (e5f2842ab977c085d159961867e76b8f560de15d0d8d7c6e99feef024e079f39) AuthConfig (a6ca305e06352478a9174ed68030bc268d64577c80e6fb018cf1d0d577f29d1f) AuthConfig (f3978ad1fcae546ea3305a3f2e465cc1b462e85e5d1a247d77d451309ab6304b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"e27dc867-6460-4574-b072-2efbe3d46359","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:27.615286023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"50614e5c-dc16-4cbc-9aeb-749f41a5fd0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:27.622092338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"50614e5c-dc16-4cbc-9aeb-749f41a5fd0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:27.62761315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-9143e1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3cfd82e510e66c288f06d73305e5e93bfccb37a862b971c43605a6318184a17c) AuthConfig (ad9d66774bae5191913947591b927cd7e284d91252e61913e3b109be936e52e2) AuthConfig (71276efb6f684f066d61b116166e3118e5799fa49ca98b365f407be7c2155bfe) AuthConfig (0d0662def344397930f588cfcf95dbadc3be2e4b738230e2cda82f51fa2681bc) AuthConfig (6fd18241e5f0c2c94709f429ae9c4edc3051b977daa385ad537825c98f48da5b) AuthConfig (97408d29cd48be092eedeefeece32690d46594f846f8cca632835239ab49443d) AuthConfig (ec842e56aed74b2ccd01d97785edb335ca6f6c25a8c100dfe671e39f1d02c0cb) AuthConfig (3be479721d76358a936ea6bacd6ab170c75162dfa41cfe9c31e55d275c281f83) AuthConfig (bebacbe4de7ba754a5be469a29b2983974c9fbdf8781bc7a0195f7564fc82cb3) AuthConfig (9fd59b94f6164b49ab747ba89ef44a19a63b27e720c882c74125db9d89024fd1) AuthConfig (4229e63c542c7432178484646c13935c357d0b16050cd2dd101f7f8ab8992d81) AuthConfig (e5fb551c92919fbc1c697fb57001ea530cb7ac97ec82f1a2c2945686dc0f8b54) AuthConfig (1017f31d6662c4f9fc0859f9961c92805826025c685eebe6c8be9fb93afe0fa0) AuthConfig (56b237372bcd575a843148cb4b2c2157016922fb86b1137d234271106e1c840f) AuthConfig (51d3c3987dfb88414e4d4ab698d3630f665579cd56e7eb07330e46f63ee2e3c8) AuthConfig (e5f2842ab977c085d159961867e76b8f560de15d0d8d7c6e99feef024e079f39) AuthConfig (a6ca305e06352478a9174ed68030bc268d64577c80e6fb018cf1d0d577f29d1f) AuthConfig (f3978ad1fcae546ea3305a3f2e465cc1b462e85e5d1a247d77d451309ab6304b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"50614e5c-dc16-4cbc-9aeb-749f41a5fd0f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:31.996987868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","namespace":"ai-tenant-e2e-inf-b-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:31.997069273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","namespace":"ai-tenant-e2e-inf-b-c0a748","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:31.997148203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","tenant":"e2e-inf-b-c0a748","tenantID":"e2e-inf-b-c0a748","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.001763482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Deployment","name":"maas-api-e2e-inf-b-c0a748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.012792431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Service","name":"maas-api-e2e-inf-b-c0a748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.021553152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c0a748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.02860932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c0a748","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.039242302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.045108824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.055760039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.062679385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.065677441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.068675856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.076141345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Service","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.079211604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.081952316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.084717139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.087434139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.093416214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.096392898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.100026514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.102769219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c0a748","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.105548852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c0a748"},"namespace":"ai-tenant-e2e-inf-b-c0a748","name":"default-tenant","reconcileID":"475ae254-af65-4afa-a1f2-b270e93a68a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c0a748","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.372286079Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c0a748","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c0a748","reconcileID":"ae90cbc2-592f-4e42-a6dc-0ef775ed3f2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c0a748","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c0a748"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.83275194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fbdb17-b662-4450-b67c-140683ac13fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.83835143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fbdb17-b662-4450-b67c-140683ac13fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.842017228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fbdb17-b662-4450-b67c-140683ac13fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:32.845321283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fbdb17-b662-4450-b67c-140683ac13fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:33.012266281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bdc146-5181-42d5-b2ec-efdaf22649d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:33.018419937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bdc146-5181-42d5-b2ec-efdaf22649d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:33.027084764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bdc146-5181-42d5-b2ec-efdaf22649d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:33.031435017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8bdc146-5181-42d5-b2ec-efdaf22649d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:34.378819521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"namespace":"ai-tenant-e2e-mt-5201889d","name":"e2e-policy-5201889d","reconcileID":"7959fab8-a447-4b52-b583-ed39a54776c6","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:34.485218775Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"namespace":"ai-tenant-e2e-mt-5201889d","name":"e2e-policy-5201889d","reconcileID":"7959fab8-a447-4b52-b583-ed39a54776c6","MaaSAuthPolicy":{"name":"e2e-policy-5201889d","namespace":"ai-tenant-e2e-mt-5201889d"},"policyNamespace":"ai-tenant-e2e-mt-5201889d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:37.6342589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"52853ea3-8b4f-429d-8f66-1da982521f2a","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:37.641000043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"52853ea3-8b4f-429d-8f66-1da982521f2a","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:37.688908994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"2998bc9e-6824-41dc-a2bb-7c804f16826e","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:37.688971203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"2998bc9e-6824-41dc-a2bb-7c804f16826e","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.449439034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"7b560bbd-af15-4c91-b9a5-8de97c53f3b8","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.449477311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"7b560bbd-af15-4c91-b9a5-8de97c53f3b8","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:23:40.464656079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-9143e1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.46536997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"09c88fc9-8c9c-427b-95e7-f1e9c5d7ebcd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.465392229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"09c88fc9-8c9c-427b-95e7-f1e9c5d7ebcd","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.473153668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"b191bcc3-fc52-4256-b28b-5ba08f354fec","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.473177125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"b191bcc3-fc52-4256-b28b-5ba08f354fec","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.47724664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d1872f0a-9fc4-4648-b500-4333f202ec30","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.485098037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d1872f0a-9fc4-4648-b500-4333f202ec30","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.498204438Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"03ff7a2b-ad77-4440-b7c7-ef6f4fcdb8c9","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"test-model-9143e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-9143e1/test-model-9143e1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.517321312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"6cb327dd-3923-4629-a03d-867de77da84a","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.517342656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"6cb327dd-3923-4629-a03d-867de77da84a","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.577401029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"a3e80f18-c5a3-4215-9770-d855656cb14c","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.585665827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"a3e80f18-c5a3-4215-9770-d855656cb14c","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:40.588411812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"227621bb-6fba-4293-bdcf-65ad8948332e","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.121692094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d664905e-aad7-45c5-8e45-9bf983c1abe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.129994287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d664905e-aad7-45c5-8e45-9bf983c1abe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.187966012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d664905e-aad7-45c5-8e45-9bf983c1abe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.197655279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d664905e-aad7-45c5-8e45-9bf983c1abe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.560968876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c52f9b2-e731-42b7-8d96-05ea418fa448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.564405782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c52f9b2-e731-42b7-8d96-05ea418fa448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.567785168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c52f9b2-e731-42b7-8d96-05ea418fa448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:44.571027365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c52f9b2-e731-42b7-8d96-05ea418fa448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:45.182092406Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-049d3b4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-049d3b4c","reconcileID":"f6e901fd-2898-4243-a4cc-8685d1e7aa38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-049d3b4c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-049d3b4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:45.414235464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f12eff-0f5c-4c77-9f85-ab27a360f637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:45.428218889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f12eff-0f5c-4c77-9f85-ab27a360f637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:45.448519192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f12eff-0f5c-4c77-9f85-ab27a360f637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:45.478187883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f12eff-0f5c-4c77-9f85-ab27a360f637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:23:47.425394691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:05.148268757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"49971e79-fd12-4729-9be8-048b02952d91","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-049d3b4c","tenantID":"e2e-mt-049d3b4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:05.222320994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"49971e79-fd12-4729-9be8-048b02952d91","name":"e2e-mt-049d3b4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:07.359706694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"d0d5d036-193e-4ce3-bf97-b3ff7cf17f61","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:07.381474177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"35346db5-28e2-4325-9cec-57079986152e","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:07.381497296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"35346db5-28e2-4325-9cec-57079986152e","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:08.467318183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d28a35f6-5512-4010-a6a6-cf9e1ca77ac2","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:08.476148454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"d28a35f6-5512-4010-a6a6-cf9e1ca77ac2","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.143435102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7b5995-532a-412e-acfe-2571badd1a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.143461861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7b5995-532a-412e-acfe-2571badd1a2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.150214617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af564c90-5cff-436c-874f-bb40cc35723e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.150239576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af564c90-5cff-436c-874f-bb40cc35723e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.158699454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"267f86a6-3b25-49e9-b8e7-e3654bfb3dd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.167594515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"267f86a6-3b25-49e9-b8e7-e3654bfb3dd3","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.202067909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27742d7-e0ae-42a1-ad75-6ee43a9b911c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.202091914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a27742d7-e0ae-42a1-ad75-6ee43a9b911c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.312145404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb1b9e96-6ac1-4e8d-aa40-6129c924f6e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.312166732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb1b9e96-6ac1-4e8d-aa40-6129c924f6e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.322095337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"54c83e42-4fa5-4e7b-979d-ffc42cdeddb3","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.323598467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"958504f3-6b88-4e6d-9ec9-3f298de6b977","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.323619342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"958504f3-6b88-4e6d-9ec9-3f298de6b977","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.326707779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85fd4445-ac7a-45d9-a4b6-e67cfb30d06f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.326724803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"85fd4445-ac7a-45d9-a4b6-e67cfb30d06f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:24:17.328039889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-c14e0158/e2e-shared-sub-c14e0158","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c14e0158\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.330637627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"54c83e42-4fa5-4e7b-979d-ffc42cdeddb3","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.334874545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b22db5-8729-4ce0-a29e-64314e7d950a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.33489204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8b22db5-8729-4ce0-a29e-64314e7d950a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.36337001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-sub-c14e0158","reconcileID":"36041c4a-61e8-48b1-af76-899ae8645512","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c14e0158/e2e-shared-sub-c14e0158","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.38297033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7320282-f4a5-4aac-a5b0-fc81e488ef11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.382992948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7320282-f4a5-4aac-a5b0-fc81e488ef11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.447337248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.471458716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-sub-c14e0158","reconcileID":"a713e1bd-8f65-4c78-a38f-467336eacd38","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:17.471492434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54940cb1-76ab-4365-9825-a2d1f75069ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.279000085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fe667d-39dd-4b35-8a52-e4d37c40a23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.279024809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fe667d-39dd-4b35-8a52-e4d37c40a23d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.288100578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59e058da-cdf6-48f1-8da9-c5133808bcf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.288119953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59e058da-cdf6-48f1-8da9-c5133808bcf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.313034253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"063121b0-63cf-49d8-ae1e-8c1ca2e59231","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.323828977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"063121b0-63cf-49d8-ae1e-8c1ca2e59231","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.449882616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7f32c0-e31d-4f04-84ea-be3f663035a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.449906563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b7f32c0-e31d-4f04-84ea-be3f663035a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.455011653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c4a773-2a67-43f8-90b9-eb3a8077576c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.455040667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c4a773-2a67-43f8-90b9-eb3a8077576c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.465262967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88613d3e-66d0-4a28-b15e-f8ec9c24c4ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.465285406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88613d3e-66d0-4a28-b15e-f8ec9c24c4ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.465718066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"273f0261-46ed-46ae-bdee-5c7d7b907f8d","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:24:18.466352469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"6474d886-4106-492a-8eaf-5ded9cf36ed5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c14e0158\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.476789873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"273f0261-46ed-46ae-bdee-5c7d7b907f8d","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.477555137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6ff5c90-8785-4ef2-ab8c-bdd8084d0fd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.477578784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6ff5c90-8785-4ef2-ab8c-bdd8084d0fd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.482634667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2480783-fcdf-49e1-ba0c-1def0e323f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.482662162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2480783-fcdf-49e1-ba0c-1def0e323f29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.4907607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d5bfeb-c92d-4420-bed0-1aa4a8708014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.490841177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99d5bfeb-c92d-4420-bed0-1aa4a8708014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.51798139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"f93950c5-5b49-45ae-ac7c-ae5ef20cd963","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-c14e0158/e2e-shared-sub-c14e0158","ai-tenant-e2e-mt-de43881e/e2e-shared-sub-c14e0158","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.541253266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d992d8-fcb4-4030-a37c-be4adafd2bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.54127756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d992d8-fcb4-4030-a37c-be4adafd2bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.623402355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c66eab3-111a-4db2-9424-082716784599","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.624306471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-sub-c14e0158","reconcileID":"f927b1c2-9618-49df-9d37-ba6c19597cc2","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:18.624898407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"b06c608c-0449-4d79-9735-a2c5da227f30","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.514714524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"9b771b05-ba96-404e-9373-8e486630e016","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.515302977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea52ff8-fed6-4ff2-a806-5a73a801cdc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.515327675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cea52ff8-fed6-4ff2-a806-5a73a801cdc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.521583302Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-policy-c14e0158","reconcileID":"9b771b05-ba96-404e-9373-8e486630e016","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"policyNamespace":"ai-tenant-e2e-mt-c14e0158","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.529466544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc3d1f6-9a74-4060-9922-0763282f24d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.529484503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acc3d1f6-9a74-4060-9922-0763282f24d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.667165222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61000b5d-0aab-4391-a2a1-1297a93dfa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:19.667195771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61000b5d-0aab-4391-a2a1-1297a93dfa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.034159153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb62ebb4-ac01-4ff5-b1ef-ef8b15102522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.037455373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb62ebb4-ac01-4ff5-b1ef-ef8b15102522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.041033205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb62ebb4-ac01-4ff5-b1ef-ef8b15102522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.044280614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb62ebb4-ac01-4ff5-b1ef-ef8b15102522","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.402107952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ef9f52-c0d5-4ef7-868b-6bc275054831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.405902508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ef9f52-c0d5-4ef7-868b-6bc275054831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.409458224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ef9f52-c0d5-4ef7-868b-6bc275054831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:27.413110974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ef9f52-c0d5-4ef7-868b-6bc275054831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.69430843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-sub-c14e0158","reconcileID":"0e07ad66-9813-4fb3-8cb0-cbd4c15cbb9a","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-c14e0158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.724351864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"namespace":"ai-tenant-e2e-mt-c14e0158","name":"e2e-shared-sub-c14e0158","reconcileID":"0e07ad66-9813-4fb3-8cb0-cbd4c15cbb9a","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-c14e0158"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-de43881e/e2e-shared-sub-c14e0158","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.739335726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ec71455-e87b-43a8-8750-a42f1c4b56b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.74002022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"603a7286-c6d9-4570-bfa7-261af1fe5784","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.748094497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f40e2b5-3c30-4ecb-adf1-cb779c8e0821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:29.748113473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f40e2b5-3c30-4ecb-adf1-cb779c8e0821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.583816528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"496f0561-2100-4b0e-bfd5-d489e8db0045","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.654215162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"a5efc8ba-6b98-404e-a18d-89474a9ef6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.757087788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"153cbc3b-a376-4238-ae79-e9196077c523","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.8527104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"09ceafbd-6052-400e-8125-8db5dfb1fc93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.85334451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8ef2803-7031-4b7b-892e-bed490f7dd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.950878712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01e616fa-242b-4cba-8acf-fc6390013271","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.992782925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"0efad2b8-9d4e-402d-94f0-daec42f4720a","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:46.994103311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"7df133b4-6c5c-45b3-aa1e-ac5236a0e496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.090570291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"c8f154d3-070c-4fb4-ae3b-86b748934e25","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.185987657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"f839702d-230a-4817-8457-8ff6da88fbe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.201353201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"0828eeb2-d5fb-4b4b-a635-8790d9fc662f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.315686083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"bb0110ab-ead0-4408-a5a1-4be2f2b9a9bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.316644863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"a382aa9f-5680-42cb-8d28-4ae70ec07fde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.323998273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"d43b5099-ba88-407d-9d3d-d9d2641dc4fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.343853279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"601474b3-5720-4822-b727-9914da0eb89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:24:47.448828991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:02.055447302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"0bd21ffb-24e1-482f-ae1e-3b79c61bd493","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:02.055488163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"0bd21ffb-24e1-482f-ae1e-3b79c61bd493","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:17.424092997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.235781815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21732292-94a3-4b12-9b6b-a783bbb027e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.379845577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e4f0216c-69e4-4f67-854b-953079dbb3d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.380979115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"4947cf44-3468-4cfe-ae29-e4888964a9bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.590388422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"db211c29-031c-4614-9949-3272469078ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.643534909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"fd2ef5e1-2dd4-465c-a078-2bc527708639","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.643626766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"dc43b9cd-5b9b-4e06-b60b-c89e5191b3bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.644462404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"2a8947c1-9e30-4332-b1cc-8951ae57d4ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.644911348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"d59c247d-f964-4ae3-8e86-9ac8d1430c54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.645130262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"634bf719-564a-4873-945a-b1137c679299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.798573024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"f240c171-3ea7-4240-8463-90826b0f1049","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.799226425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"5a550d24-cce0-4e5b-bde5-c6ed81e74c00","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.899247456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"b4f9b021-b25f-47fd-b9cc-c286bf3acbd1","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.899696518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a67066d6-50b2-4b9a-849b-d8bbe5b9e630","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.900110926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"9f80aeae-add7-4737-a5c7-6144c244e0b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:21.944000756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"02db532b-0adc-46fd-bd84-91f037255ce2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.498659632Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"191dd33d-fbed-4119-9306-fedaaf8609aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.498819751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"177eb9f4-37c2-4b43-9caf-d1099b3f7508","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.498847219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"177eb9f4-37c2-4b43-9caf-d1099b3f7508","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.520903375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"42fd2fe1-1c10-4543-8dd7-6aacfb04a59b","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.606071975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"191dd33d-fbed-4119-9306-fedaaf8609aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.629833621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"191dd33d-fbed-4119-9306-fedaaf8609aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"e2e-inf-a-b13404-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.629861033Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-auth","reconcileID":"191dd33d-fbed-4119-9306-fedaaf8609aa","MaaSAuthPolicy":{"name":"test-model-b13404-auth","namespace":"ai-tenant-e2e-inf-a-b13404"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.636472777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"acf87b7c-1766-48ea-8934-52aa4f38c05b","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.636497883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"acf87b7c-1766-48ea-8934-52aa4f38c05b","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.652648692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"55e78c9f-2648-4c17-9d9e-197595e72414","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.652677153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"55e78c9f-2648-4c17-9d9e-197595e72414","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.661378759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"02c209c5-bbb1-4ebf-b4ee-369f3db7ec85","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.821749653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"57ffa80e-478f-495e-98b3-576662d181df","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:23.821774689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"57ffa80e-478f-495e-98b3-576662d181df","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:27.740634703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"8762eae2-a060-4e0c-97dd-56e49d10642d","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:27.740660471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"8762eae2-a060-4e0c-97dd-56e49d10642d","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.837091237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"77359b87-ba0c-4305-8867-ab52f6932c29","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","subscription":"test-model-b13404-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.840625793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"77359b87-ba0c-4305-8867-ab52f6932c29","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.844359565Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404-sub","reconcileID":"77359b87-ba0c-4305-8867-ab52f6932c29","MaaSSubscription":{"name":"test-model-b13404-sub","namespace":"ai-tenant-e2e-inf-a-b13404"},"name":"maas-trlp-test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.92448417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"b90117cc-3e1a-4399-9c0e-317adba0d0c8","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"tenant":"e2e-inf-a-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","model":"ai-tenant-e2e-inf-a-b13404/test-model-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.924516589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"test-model-b13404","reconcileID":"b90117cc-3e1a-4399-9c0e-317adba0d0c8","MaaSModelRef":{"name":"test-model-b13404","namespace":"ai-tenant-e2e-inf-a-b13404"},"routeName":"test-model-b13404-kserve-route","namespace":"ai-tenant-e2e-inf-a-b13404","llmisvcName":"test-model-b13404","gateway":"openshift-ingress/e2e-inf-a-b13404","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.983691536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"a43134dd-bffa-4bb4-9449-4d1a0b6f0be4","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.983803609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"a43134dd-bffa-4bb4-9449-4d1a0b6f0be4","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.994054149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"3b673514-af7b-478c-b001-618106fa563c","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:33.994173738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"3b673514-af7b-478c-b001-618106fa563c","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:34.006706726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f8a8bdbc-a52a-4add-9317-7975703cbc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:34.043091269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f8a8bdbc-a52a-4add-9317-7975703cbc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:34.049192203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f8a8bdbc-a52a-4add-9317-7975703cbc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:34.055299768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"98a194d1-52a7-4667-a79a-cc7ea8cce6c4","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:34.055323143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"98a194d1-52a7-4667-a79a-cc7ea8cce6c4","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:37.919232668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"6562ff9f-b971-41e9-8e81-d82e0668ab3f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:37.919739508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"c7d2c51c-642e-48d4-b4ec-4be7f0b66f7f","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:37.920147624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"c7d2c51c-642e-48d4-b4ec-4be7f0b66f7f","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.036809108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"6562ff9f-b971-41e9-8e81-d82e0668ab3f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.0377422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"db6bdcec-ec34-42f7-88b5-dbfe48eb28e1","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.072029763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"6562ff9f-b971-41e9-8e81-d82e0668ab3f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"e2e-inf-b-9143e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.072053975Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-auth","reconcileID":"6562ff9f-b971-41e9-8e81-d82e0668ab3f","MaaSAuthPolicy":{"name":"test-model-9143e1-auth","namespace":"ai-tenant-e2e-inf-b-9143e1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.079640911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"9c21d716-63a3-4c13-8d2e-d45b75a854da","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.079662951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"9c21d716-63a3-4c13-8d2e-d45b75a854da","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.114637775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"6e1c01df-a5ec-4282-9143-3c72744ceb71","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.248797557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"10c67523-0951-4aed-951a-310aa5a58d77","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:38.248824927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"10c67523-0951-4aed-951a-310aa5a58d77","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.061274765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b0afcc0e-49f9-4b07-927c-e9f54ec5365f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.069099463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b0afcc0e-49f9-4b07-927c-e9f54ec5365f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.075276919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b0afcc0e-49f9-4b07-927c-e9f54ec5365f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.212531313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"c22c536c-8d43-403b-94e0-ed785e2fb2b6","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.212562918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"c22c536c-8d43-403b-94e0-ed785e2fb2b6","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.543813647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"6cfab340-388b-4087-a5ec-b9cf298a86de","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.543841538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"6cfab340-388b-4087-a5ec-b9cf298a86de","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.551133725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"91d1d29e-c534-4ae9-803c-a16bc63bc1f4","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.55115375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"91d1d29e-c534-4ae9-803c-a16bc63bc1f4","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.557052343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0a020a09-f6e9-4bf8-93f4-7b7aab952679","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.583570394Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0a020a09-f6e9-4bf8-93f4-7b7aab952679","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.591631833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0a020a09-f6e9-4bf8-93f4-7b7aab952679","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.602497956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"fc37cfd2-70f9-43fa-8969-6b6ea81df7f7","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:44.602519551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"fc37cfd2-70f9-43fa-8969-6b6ea81df7f7","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:47.423595747Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:48.263361453Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"d517285e-3d01-4bd2-ace4-449c2880832e","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","subscription":"test-model-9143e1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:48.266654006Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"d517285e-3d01-4bd2-ace4-449c2880832e","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:48.27013655Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1-sub","reconcileID":"d517285e-3d01-4bd2-ace4-449c2880832e","MaaSSubscription":{"name":"test-model-9143e1-sub","namespace":"ai-tenant-e2e-inf-b-9143e1"},"name":"maas-trlp-test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:48.301368188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"756ab3b3-f6ac-4ccd-af6f-46dfa634cdd9","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"tenant":"e2e-inf-b-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","model":"ai-tenant-e2e-inf-b-9143e1/test-model-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:48.301391239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"test-model-9143e1","reconcileID":"756ab3b3-f6ac-4ccd-af6f-46dfa634cdd9","MaaSModelRef":{"name":"test-model-9143e1","namespace":"ai-tenant-e2e-inf-b-9143e1"},"routeName":"test-model-9143e1-kserve-route","namespace":"ai-tenant-e2e-inf-b-9143e1","llmisvcName":"test-model-9143e1","gateway":"openshift-ingress/e2e-inf-b-9143e1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.247749993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0c0019-d2fb-4088-8e31-a65e23c4e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.251193088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0c0019-d2fb-4088-8e31-a65e23c4e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.25483954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0c0019-d2fb-4088-8e31-a65e23c4e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.258538575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0c0019-d2fb-4088-8e31-a65e23c4e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.478229002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09ef094-677a-4e75-842c-51143edae415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.481590434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09ef094-677a-4e75-842c-51143edae415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.484889543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09ef094-677a-4e75-842c-51143edae415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.488324967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09ef094-677a-4e75-842c-51143edae415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.677719947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd8cbd-e6d8-4cc7-9c35-8a0cfc158f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.682856165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd8cbd-e6d8-4cc7-9c35-8a0cfc158f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.686428113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd8cbd-e6d8-4cc7-9c35-8a0cfc158f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:49.689891315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfd8cbd-e6d8-4cc7-9c35-8a0cfc158f8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.082011179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"36d7a2b2-2186-499a-9fd8-bc605b8ab347","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.088880773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"36d7a2b2-2186-499a-9fd8-bc605b8ab347","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.095586171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"36d7a2b2-2186-499a-9fd8-bc605b8ab347","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.623332518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"82ec8384-7230-4eba-be28-77806d4232ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.631882624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"82ec8384-7230-4eba-be28-77806d4232ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:54.637983789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"82ec8384-7230-4eba-be28-77806d4232ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:57.080617558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"f20fae17-5042-4ec7-88c2-d0a1dd5066d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:57.089604984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"f20fae17-5042-4ec7-88c2-d0a1dd5066d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:25:57.095580908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"f20fae17-5042-4ec7-88c2-d0a1dd5066d4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.219118194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"01b423bd-83d8-49d4-98e9-d9a715ee1825","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.219263734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dd9650f-e186-43b2-b72b-5cbcb1d0338d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.219284704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dd9650f-e186-43b2-b72b-5cbcb1d0338d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.225012185Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-policy-c14e0158","reconcileID":"01b423bd-83d8-49d4-98e9-d9a715ee1825","MaaSAuthPolicy":{"name":"e2e-shared-policy-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"policyNamespace":"ai-tenant-e2e-mt-de43881e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.231702512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a520be5-aac9-4b06-a6ac-9ee0613dbfe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.231722121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a520be5-aac9-4b06-a6ac-9ee0613dbfe0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.382546145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf2ae45-f839-4441-805b-1adf35bbbbf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:00.382572056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cf2ae45-f839-4441-805b-1adf35bbbbf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.003946488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fed3a64-5a79-4428-94b6-a3bffa3afcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.00744657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fed3a64-5a79-4428-94b6-a3bffa3afcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.010980271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fed3a64-5a79-4428-94b6-a3bffa3afcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.014441531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fed3a64-5a79-4428-94b6-a3bffa3afcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.311881124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e9a92-5413-43f8-ab36-6be57ab0bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.316321293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e9a92-5413-43f8-ab36-6be57ab0bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.319889574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e9a92-5413-43f8-ab36-6be57ab0bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.381233818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437e9a92-5413-43f8-ab36-6be57ab0bb1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.614451317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65589a6c-12ed-4341-baad-5cfd8052b1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.617877414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65589a6c-12ed-4341-baad-5cfd8052b1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.621143833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65589a6c-12ed-4341-baad-5cfd8052b1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:03.624646518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65589a6c-12ed-4341-baad-5cfd8052b1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:04.102683433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f0c90068-f039-44c6-b6ce-1b99760d672f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:04.1109909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f0c90068-f039-44c6-b6ce-1b99760d672f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:04.119357307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11a692d29512df8f56ccdb0ec9bff17e48509078b28783d87227221e8064937b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (8be6d8bf5b3f66595bd6db5973c3b102baea9fbd9f6b051e9570fde06338b8b6) AuthConfig (df81645aec0aa3373dbec93336eed087fadcd495489143faffa1858fc0f08fc4) AuthConfig (d5470697ed2dcfaa5618d546d3489b5aeb25a87a8ae0c9f22be20be0ce4fcfa5) AuthConfig (72c11b0f6231e6a3dda4a87bc2482d9345a364bd1b5af627101ecce61b677763) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (8deff6df9fbafe2d6b8b9cf1a4656824e11cf53d437ddde84a96f815ee5306e9) AuthConfig (ce6ec129d8fa63fdf9865641e71fbbf58aa3717f8a38b745d6873d10c9a8aff8) AuthConfig (ab1f3a0230f00f1d3dec8b753e7c858008769a98dccf1348467b318fbf399dc6) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (f8f880a5049843eb28c5e3b76cb40926e8e12b7730e6bc0f38deee7a090bd6ce) AuthConfig (37f963e13199a4f8456d8d8dd867e2709b65b8b0b508cd33a309f48350091d69) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (5cb9a3042ff25f1770456e4874b5eeca89f3e41a007f4d5a9297aea1c02df132) AuthConfig (5fb099cca3b713276c1b1ae8cd20eb63e45a6f65f84dd7ef9ef4071b3fafd1c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"f0c90068-f039-44c6-b6ce-1b99760d672f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:04.128941189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"f9e3d57d-67bd-4e26-a1c2-b7b843b5d358","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:04.128970601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"f9e3d57d-67bd-4e26-a1c2-b7b843b5d358","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:07.102243654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"79039ade-7a98-4c9d-8110-5b975e851022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:07.109207099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"79039ade-7a98-4c9d-8110-5b975e851022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:07.114658307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"79039ade-7a98-4c9d-8110-5b975e851022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.404683944Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"83bb40f9-fcbc-4a64-8f47-2a8a9004f4ab","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-c14e0158","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.440443451Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"namespace":"ai-tenant-e2e-mt-de43881e","name":"e2e-shared-sub-c14e0158","reconcileID":"83bb40f9-fcbc-4a64-8f47-2a8a9004f4ab","MaaSSubscription":{"name":"e2e-shared-sub-c14e0158","namespace":"ai-tenant-e2e-mt-de43881e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.457817568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0c59ce9-af94-42a8-bd9e-6afea7bd3f00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.467111645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b77af26-8f46-40c7-96f5-f91898748177","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.467131764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b77af26-8f46-40c7-96f5-f91898748177","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.503348562Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","namespace":"ai-tenant-e2e-inf-a-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.503430683Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","namespace":"ai-tenant-e2e-inf-a-b13404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.503496073Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","tenant":"e2e-inf-a-b13404","tenantID":"e2e-inf-a-b13404","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.510536267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Deployment","name":"maas-api-e2e-inf-a-b13404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.524171276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Service","name":"maas-api-e2e-inf-a-b13404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.532513386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b13404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.537284366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b13404","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.5471497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.560169188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.568654096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.574951922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.578708146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.582164925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.586236916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Service","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.589035201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.59205493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.595042593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.597990817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.607705284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.610883799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.614102778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.617192777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b13404","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.620132978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b13404"},"namespace":"ai-tenant-e2e-inf-a-b13404","name":"default-tenant","reconcileID":"761c4cfc-b296-4047-998b-4e6aede6006f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b13404","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:10.724262938Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b13404","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b13404","reconcileID":"b9f488f1-08a6-416c-94f9-dc4986c0231b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b13404","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b13404"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.274377443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3145f078-a4fc-4731-b385-b04396525cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.278652021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3145f078-a4fc-4731-b385-b04396525cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.28266695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3145f078-a4fc-4731-b385-b04396525cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.287056483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3145f078-a4fc-4731-b385-b04396525cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.525404214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1db574-17b3-4045-a649-65b6ee4207b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.528743574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1db574-17b3-4045-a649-65b6ee4207b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.531969553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1db574-17b3-4045-a649-65b6ee4207b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:11.535360783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1db574-17b3-4045-a649-65b6ee4207b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:14.187648357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a58ae750-1556-439b-8769-474bdbbd9d36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:14.194384343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a58ae750-1556-439b-8769-474bdbbd9d36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:14.200062585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11a692d29512df8f56ccdb0ec9bff17e48509078b28783d87227221e8064937b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (8be6d8bf5b3f66595bd6db5973c3b102baea9fbd9f6b051e9570fde06338b8b6) AuthConfig (df81645aec0aa3373dbec93336eed087fadcd495489143faffa1858fc0f08fc4) AuthConfig (d5470697ed2dcfaa5618d546d3489b5aeb25a87a8ae0c9f22be20be0ce4fcfa5) AuthConfig (72c11b0f6231e6a3dda4a87bc2482d9345a364bd1b5af627101ecce61b677763) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (8deff6df9fbafe2d6b8b9cf1a4656824e11cf53d437ddde84a96f815ee5306e9) AuthConfig (ce6ec129d8fa63fdf9865641e71fbbf58aa3717f8a38b745d6873d10c9a8aff8) AuthConfig (ab1f3a0230f00f1d3dec8b753e7c858008769a98dccf1348467b318fbf399dc6) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (f8f880a5049843eb28c5e3b76cb40926e8e12b7730e6bc0f38deee7a090bd6ce) AuthConfig (37f963e13199a4f8456d8d8dd867e2709b65b8b0b508cd33a309f48350091d69) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (5cb9a3042ff25f1770456e4874b5eeca89f3e41a007f4d5a9297aea1c02df132) AuthConfig (5fb099cca3b713276c1b1ae8cd20eb63e45a6f65f84dd7ef9ef4071b3fafd1c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a58ae750-1556-439b-8769-474bdbbd9d36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.322234468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","namespace":"ai-tenant-e2e-mt-049d3b4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.322299257Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","namespace":"ai-tenant-e2e-mt-049d3b4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.322354517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","tenant":"e2e-mt-049d3b4c","tenantID":"e2e-mt-049d3b4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.329093554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Deployment","name":"maas-api-e2e-mt-049d3b4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.340381133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Service","name":"maas-api-e2e-mt-049d3b4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.348671672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-049d3b4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.35820823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-049d3b4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.374842713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.382157194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.389673535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.396590731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.399473684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Deployment","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.402202839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.405083966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Service","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.407976444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"Service","name":"payload-pre-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.410896223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"DestinationRule","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.414227971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.416997151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.423020057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.425778762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.428470793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.431180242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-049d3b4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.433910636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-049d3b4c"},"namespace":"ai-tenant-e2e-mt-049d3b4c","name":"default-tenant","reconcileID":"1f989656-1c17-4ca1-bace-6ff287428e74","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-049d3b4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:15.646871743Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-049d3b4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-049d3b4c","reconcileID":"c67b43cb-b2c1-4db0-92c7-db96079c517e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-049d3b4c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-049d3b4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.272544908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cdb560c-2791-457d-bf68-a41201083482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.2762256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cdb560c-2791-457d-bf68-a41201083482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.280009616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cdb560c-2791-457d-bf68-a41201083482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.283322914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cdb560c-2791-457d-bf68-a41201083482","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.490070724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf18477-7e25-4f77-9757-a7e3d0a769c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.493438448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf18477-7e25-4f77-9757-a7e3d0a769c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.496699973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf18477-7e25-4f77-9757-a7e3d0a769c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:16.499909607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf18477-7e25-4f77-9757-a7e3d0a769c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:17.131827131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"81614f09-0779-4201-a5e2-7caa3aa29a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:17.150056105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"81614f09-0779-4201-a5e2-7caa3aa29a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:17.184802593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"81614f09-0779-4201-a5e2-7caa3aa29a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:17.423788391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:18.963445153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09554e4-d609-4e43-9f17-2ae907173294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:18.966885713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09554e4-d609-4e43-9f17-2ae907173294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:18.982288002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09554e4-d609-4e43-9f17-2ae907173294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:18.985985877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a09554e4-d609-4e43-9f17-2ae907173294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.22278633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9de5-a918-47c8-980a-6d8c04d7db77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.226327932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9de5-a918-47c8-980a-6d8c04d7db77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.229692566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9de5-a918-47c8-980a-6d8c04d7db77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.233075706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084a9de5-a918-47c8-980a-6d8c04d7db77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.466127986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb4777a-bac3-416e-8829-cd9d5278ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.481086119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb4777a-bac3-416e-8829-cd9d5278ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.485283116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb4777a-bac3-416e-8829-cd9d5278ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:19.489018083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb4777a-bac3-416e-8829-cd9d5278ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.088427963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42aaec22-8604-46de-8109-dd080ccee65d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.0884528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42aaec22-8604-46de-8109-dd080ccee65d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.095046074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd23711-041c-4adb-ac05-aaa2ee776f62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.0950661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cd23711-041c-4adb-ac05-aaa2ee776f62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.111250667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d0f19836-d6ec-4a43-b183-1dcc63fb91a5","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.136912177Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d0f19836-d6ec-4a43-b183-1dcc63fb91a5","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.142858911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d0f19836-d6ec-4a43-b183-1dcc63fb91a5","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.154738573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10226d3a-0999-41e5-85f7-7a0e7641b897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:23.154791074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10226d3a-0999-41e5-85f7-7a0e7641b897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:24.207051698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b259e6b6-8547-44dc-a067-96ca17cd2c0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:24.214170194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b259e6b6-8547-44dc-a067-96ca17cd2c0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:24.22012094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11a692d29512df8f56ccdb0ec9bff17e48509078b28783d87227221e8064937b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (8be6d8bf5b3f66595bd6db5973c3b102baea9fbd9f6b051e9570fde06338b8b6) AuthConfig (df81645aec0aa3373dbec93336eed087fadcd495489143faffa1858fc0f08fc4) AuthConfig (d5470697ed2dcfaa5618d546d3489b5aeb25a87a8ae0c9f22be20be0ce4fcfa5) AuthConfig (72c11b0f6231e6a3dda4a87bc2482d9345a364bd1b5af627101ecce61b677763) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (8deff6df9fbafe2d6b8b9cf1a4656824e11cf53d437ddde84a96f815ee5306e9) AuthConfig (ce6ec129d8fa63fdf9865641e71fbbf58aa3717f8a38b745d6873d10c9a8aff8) AuthConfig (ab1f3a0230f00f1d3dec8b753e7c858008769a98dccf1348467b318fbf399dc6) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (f8f880a5049843eb28c5e3b76cb40926e8e12b7730e6bc0f38deee7a090bd6ce) AuthConfig (37f963e13199a4f8456d8d8dd867e2709b65b8b0b508cd33a309f48350091d69) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (5cb9a3042ff25f1770456e4874b5eeca89f3e41a007f4d5a9297aea1c02df132) AuthConfig (5fb099cca3b713276c1b1ae8cd20eb63e45a6f65f84dd7ef9ef4071b3fafd1c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b259e6b6-8547-44dc-a067-96ca17cd2c0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:27.192341018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"97606f88-bba8-4bf2-9c0a-a05d9910bd7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:27.199225526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"97606f88-bba8-4bf2-9c0a-a05d9910bd7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:27.205198423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"97606f88-bba8-4bf2-9c0a-a05d9910bd7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:33.166415237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"1c2ef277-f0db-41d5-af5f-f2a6602e9dae","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:33.173986013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"1c2ef277-f0db-41d5-af5f-f2a6602e9dae","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:33.180090573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"1c2ef277-f0db-41d5-af5f-f2a6602e9dae","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:34.227345468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fdd3efc8-8444-457b-a332-fcde7c9ccf7c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:34.235625397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fdd3efc8-8444-457b-a332-fcde7c9ccf7c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:34.241415646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (11a692d29512df8f56ccdb0ec9bff17e48509078b28783d87227221e8064937b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (8be6d8bf5b3f66595bd6db5973c3b102baea9fbd9f6b051e9570fde06338b8b6) AuthConfig (df81645aec0aa3373dbec93336eed087fadcd495489143faffa1858fc0f08fc4) AuthConfig (d5470697ed2dcfaa5618d546d3489b5aeb25a87a8ae0c9f22be20be0ce4fcfa5) AuthConfig (72c11b0f6231e6a3dda4a87bc2482d9345a364bd1b5af627101ecce61b677763) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (8deff6df9fbafe2d6b8b9cf1a4656824e11cf53d437ddde84a96f815ee5306e9) AuthConfig (ce6ec129d8fa63fdf9865641e71fbbf58aa3717f8a38b745d6873d10c9a8aff8) AuthConfig (ab1f3a0230f00f1d3dec8b753e7c858008769a98dccf1348467b318fbf399dc6) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (f8f880a5049843eb28c5e3b76cb40926e8e12b7730e6bc0f38deee7a090bd6ce) AuthConfig (37f963e13199a4f8456d8d8dd867e2709b65b8b0b508cd33a309f48350091d69) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (5cb9a3042ff25f1770456e4874b5eeca89f3e41a007f4d5a9297aea1c02df132) AuthConfig (5fb099cca3b713276c1b1ae8cd20eb63e45a6f65f84dd7ef9ef4071b3fafd1c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fdd3efc8-8444-457b-a332-fcde7c9ccf7c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:37.29843456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"dea5fa69-5f68-4f40-bdc6-2cd58c18acc3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:37.313797539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"dea5fa69-5f68-4f40-bdc6-2cd58c18acc3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:37.323904476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33b8301dde4dbd9291bfeafaaf7507f6252c9e075015a14f415c8881c9beaca6) AuthConfig (8393258a5084d1b383ea612c3735d19090b315b0987f4efc5de8806a4765f1df) AuthConfig (169d7c23cacf7b2729106b334d0230014e85b66e9729e5e6369de922ff093b62) AuthConfig (963fd693983975b540a0585bbb8a8c3a369f43348dc60e704335bf5f30c7aef0) AuthConfig (671d41873efc6abdf17548a88838a14b61744c3b61b141d4f7c356be5e988f1a) AuthConfig (e2eb9f7ce363800554daeca1bf5bf8e9b12e9d5cc1aca68f14381912a4a78f4e) AuthConfig (a8f50517722da6804b209c61c80574e3c6eb59505c90c08e792f71f3eb3a4cf0) AuthConfig (2c6c7c987db1f24462a5b6d41a23c6e84b31a837fb0f905b4f767f852d64de1e) AuthConfig (a9686dd1d4bb18dd3343f259fdfabcdb192cb5798e1c0354aceb790584c55992) AuthConfig (6de2d707fe2eeceeeb93d31b4dae34e1f3e3f1596262ae5fb1521def57075d10) AuthConfig (b8ff266ba2eee3ab8161516b11a42fd7f10c52d6c8f1343e693f4f3fa897feff) AuthConfig (03d27f02ce8eab121701486cd327c8217bf091d144971c82608a8e12b9785e95) AuthConfig (11066b82dfbe20eeb72a91b2c37c6894252ae788ce9eaed01993aa54beed701c) AuthConfig (4647f74feaa6b6e6e610ca73d9c6ebe0f2e8d037b3288c3799982eab2dbc2b05) AuthConfig (0ecef92f9e66af8924aa9eb90594be6aa71818500218ab67dcac4ddd11d09179) AuthConfig (b1a118aa78ab960fd99791be5963f8867f0c0d9ff26c66b1b294a2744f4678bc) AuthConfig (fb94acdf5fafc658f65eb48dd3c77ce5f8aae9f7fe93add1b443f2ada2553dfe) AuthConfig (c755202dd36b674a2cb0b84fcb3db4bd6f6a8fe9305d92c9332fb05696d60fe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"dea5fa69-5f68-4f40-bdc6-2cd58c18acc3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:37.345266003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"826b0ce8-ea0c-4eb0-bbbc-88c931dbf419","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:37.345295685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"826b0ce8-ea0c-4eb0-bbbc-88c931dbf419","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.540094565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","namespace":"ai-tenant-e2e-inf-b-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.540187735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","namespace":"ai-tenant-e2e-inf-b-9143e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.54026252Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","tenant":"e2e-inf-b-9143e1","tenantID":"e2e-inf-b-9143e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.545118429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Deployment","name":"maas-api-e2e-inf-b-9143e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.556056457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Service","name":"maas-api-e2e-inf-b-9143e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.572057892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9143e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.58414971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9143e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.592387935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.599506844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.60497521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.610463499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.613264919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.616127048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.618954862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Service","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.621734297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.624356644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.627108403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.629858607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.637995973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.640930013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.64560852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.648337209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9143e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.651205684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9143e1"},"namespace":"ai-tenant-e2e-inf-b-9143e1","name":"default-tenant","reconcileID":"283ea591-006d-4590-b3f1-3ec87830560d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9143e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:42.725631293Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9143e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9143e1","reconcileID":"f7b50a4c-7194-408f-9906-00ce814c7ba9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9143e1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9143e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.191523108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"93850315-ccdb-4268-a412-bf6dd50bbfca","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.199274128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"93850315-ccdb-4268-a412-bf6dd50bbfca","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.205617793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"93850315-ccdb-4268-a412-bf6dd50bbfca","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.241039794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b2a5-2697-4c80-81bb-73e0d9434cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.249424532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b2a5-2697-4c80-81bb-73e0d9434cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.256890425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b2a5-2697-4c80-81bb-73e0d9434cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.278256898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de0b2a5-2697-4c80-81bb-73e0d9434cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.528864382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541c0ce6-5a31-4e3c-bb88-7829b44e3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.532285993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541c0ce6-5a31-4e3c-bb88-7829b44e3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.535585685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541c0ce6-5a31-4e3c-bb88-7829b44e3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:43.53872155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541c0ce6-5a31-4e3c-bb88-7829b44e3a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:44.248983288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"9cfddbe9-2cee-4635-afb8-3fb1125f93d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:44.256360145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"9cfddbe9-2cee-4635-afb8-3fb1125f93d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:44.379770245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"2b915071-c9ac-4126-8390-ada285935271","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:44.379794845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"2b915071-c9ac-4126-8390-ada285935271","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.08185491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"2c5bfea4-f5a5-41f6-aeb6-552accf0fa38","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.081879742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"2c5bfea4-f5a5-41f6-aeb6-552accf0fa38","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.089790229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"7cc9ef99-44b6-49e7-9c1f-fceaf85b2662","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.089819062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"7cc9ef99-44b6-49e7-9c1f-fceaf85b2662","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.095417006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fcd7ace6-a790-4f9f-9044-b182d8fdd7e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.121392664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fcd7ace6-a790-4f9f-9044-b182d8fdd7e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.127625634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"fcd7ace6-a790-4f9f-9044-b182d8fdd7e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.136221913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"9891652b-4b41-4c08-b610-cbafa51d9122","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:46.136242651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"9891652b-4b41-4c08-b610-cbafa51d9122","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:47.354461501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8f2669d-68eb-4103-9c94-e65b91c7ac97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:47.363608946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8f2669d-68eb-4103-9c94-e65b91c7ac97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:47.372945868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33b8301dde4dbd9291bfeafaaf7507f6252c9e075015a14f415c8881c9beaca6) AuthConfig (8393258a5084d1b383ea612c3735d19090b315b0987f4efc5de8806a4765f1df) AuthConfig (169d7c23cacf7b2729106b334d0230014e85b66e9729e5e6369de922ff093b62) AuthConfig (963fd693983975b540a0585bbb8a8c3a369f43348dc60e704335bf5f30c7aef0) AuthConfig (671d41873efc6abdf17548a88838a14b61744c3b61b141d4f7c356be5e988f1a) AuthConfig (e2eb9f7ce363800554daeca1bf5bf8e9b12e9d5cc1aca68f14381912a4a78f4e) AuthConfig (a8f50517722da6804b209c61c80574e3c6eb59505c90c08e792f71f3eb3a4cf0) AuthConfig (2c6c7c987db1f24462a5b6d41a23c6e84b31a837fb0f905b4f767f852d64de1e) AuthConfig (a9686dd1d4bb18dd3343f259fdfabcdb192cb5798e1c0354aceb790584c55992) AuthConfig (6de2d707fe2eeceeeb93d31b4dae34e1f3e3f1596262ae5fb1521def57075d10) AuthConfig (b8ff266ba2eee3ab8161516b11a42fd7f10c52d6c8f1343e693f4f3fa897feff) AuthConfig (03d27f02ce8eab121701486cd327c8217bf091d144971c82608a8e12b9785e95) AuthConfig (11066b82dfbe20eeb72a91b2c37c6894252ae788ce9eaed01993aa54beed701c) AuthConfig (4647f74feaa6b6e6e610ca73d9c6ebe0f2e8d037b3288c3799982eab2dbc2b05) AuthConfig (0ecef92f9e66af8924aa9eb90594be6aa71818500218ab67dcac4ddd11d09179) AuthConfig (b1a118aa78ab960fd99791be5963f8867f0c0d9ff26c66b1b294a2744f4678bc) AuthConfig (fb94acdf5fafc658f65eb48dd3c77ce5f8aae9f7fe93add1b443f2ada2553dfe) AuthConfig (c755202dd36b674a2cb0b84fcb3db4bd6f6a8fe9305d92c9332fb05696d60fe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8f2669d-68eb-4103-9c94-e65b91c7ac97","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:47.425079881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.164839792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b274e56-de94-474e-aec7-f1ee82dda7a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.168213616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b274e56-de94-474e-aec7-f1ee82dda7a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.171688918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b274e56-de94-474e-aec7-f1ee82dda7a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.175525397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b274e56-de94-474e-aec7-f1ee82dda7a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.381430857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2b335-0411-4173-a2d3-bcbb89e50709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.385036913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2b335-0411-4173-a2d3-bcbb89e50709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.38848844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2b335-0411-4173-a2d3-bcbb89e50709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.39191205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e2b335-0411-4173-a2d3-bcbb89e50709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.711270503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f14177-b827-4b43-8134-7c171f4246f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.782031618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f14177-b827-4b43-8134-7c171f4246f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.785488733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f14177-b827-4b43-8134-7c171f4246f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:50.789092245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33f14177-b827-4b43-8134-7c171f4246f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:53.218827627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"7de9456b-8128-4053-b1f9-da029d8e346a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:53.229833139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"7de9456b-8128-4053-b1f9-da029d8e346a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:53.235634076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"7de9456b-8128-4053-b1f9-da029d8e346a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:56.143648047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"ed308da6-8ac6-40c2-812b-c5972b7ad590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:56.151763816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"ed308da6-8ac6-40c2-812b-c5972b7ad590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:56.15876394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"ed308da6-8ac6-40c2-812b-c5972b7ad590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:57.387143884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8e656d6-f732-4880-a909-485c2fa17100","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:57.400336294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8e656d6-f732-4880-a909-485c2fa17100","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:26:57.408722203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33b8301dde4dbd9291bfeafaaf7507f6252c9e075015a14f415c8881c9beaca6) AuthConfig (8393258a5084d1b383ea612c3735d19090b315b0987f4efc5de8806a4765f1df) AuthConfig (169d7c23cacf7b2729106b334d0230014e85b66e9729e5e6369de922ff093b62) AuthConfig (963fd693983975b540a0585bbb8a8c3a369f43348dc60e704335bf5f30c7aef0) AuthConfig (671d41873efc6abdf17548a88838a14b61744c3b61b141d4f7c356be5e988f1a) AuthConfig (e2eb9f7ce363800554daeca1bf5bf8e9b12e9d5cc1aca68f14381912a4a78f4e) AuthConfig (a8f50517722da6804b209c61c80574e3c6eb59505c90c08e792f71f3eb3a4cf0) AuthConfig (2c6c7c987db1f24462a5b6d41a23c6e84b31a837fb0f905b4f767f852d64de1e) AuthConfig (a9686dd1d4bb18dd3343f259fdfabcdb192cb5798e1c0354aceb790584c55992) AuthConfig (6de2d707fe2eeceeeb93d31b4dae34e1f3e3f1596262ae5fb1521def57075d10) AuthConfig (b8ff266ba2eee3ab8161516b11a42fd7f10c52d6c8f1343e693f4f3fa897feff) AuthConfig (03d27f02ce8eab121701486cd327c8217bf091d144971c82608a8e12b9785e95) AuthConfig (11066b82dfbe20eeb72a91b2c37c6894252ae788ce9eaed01993aa54beed701c) AuthConfig (4647f74feaa6b6e6e610ca73d9c6ebe0f2e8d037b3288c3799982eab2dbc2b05) AuthConfig (0ecef92f9e66af8924aa9eb90594be6aa71818500218ab67dcac4ddd11d09179) AuthConfig (b1a118aa78ab960fd99791be5963f8867f0c0d9ff26c66b1b294a2744f4678bc) AuthConfig (fb94acdf5fafc658f65eb48dd3c77ce5f8aae9f7fe93add1b443f2ada2553dfe) AuthConfig (c755202dd36b674a2cb0b84fcb3db4bd6f6a8fe9305d92c9332fb05696d60fe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"e8e656d6-f732-4880-a909-485c2fa17100","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.735696567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","namespace":"ai-tenant-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.735761843Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","namespace":"ai-tenant-e2e-extmod-a-9f53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.735811042Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","tenant":"e2e-extmod-a-9f53bb","tenantID":"e2e-extmod-a-9f53bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.740684147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Deployment","name":"maas-api-e2e-extmod-a-9f53bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.753224689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Service","name":"maas-api-e2e-extmod-a-9f53bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.782152916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-9f53bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.788259508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-9f53bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.797518339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.805151056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.810816037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.818406787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.822821571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.826112529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.829383658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Service","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.832363254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.836189786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.83906322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.841950859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.848099616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.85081581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.853593902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.856350388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-9f53bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:02.859128695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-9f53bb"},"namespace":"ai-tenant-e2e-extmod-a-9f53bb","name":"default-tenant","reconcileID":"f99ac531-545c-4a34-9e60-e94e22c47bce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-9f53bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.260532481Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-9f53bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-9f53bb","reconcileID":"f43666f7-8d5e-4662-ac04-2780aa5c1159","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-9f53bb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-9f53bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.27362965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"812959d9-2a4f-44cc-ba5c-344cc2936282","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.285485206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"812959d9-2a4f-44cc-ba5c-344cc2936282","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.292799337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"812959d9-2a4f-44cc-ba5c-344cc2936282","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.438307114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ff9967-e783-41a0-afd6-fc7efc636d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.447885059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ff9967-e783-41a0-afd6-fc7efc636d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.453252076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ff9967-e783-41a0-afd6-fc7efc636d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.494382578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10ff9967-e783-41a0-afd6-fc7efc636d40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.669049449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065e94c9-e212-4fb6-8a7e-8efeac50bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.687177949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065e94c9-e212-4fb6-8a7e-8efeac50bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.69383577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065e94c9-e212-4fb6-8a7e-8efeac50bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:03.698044279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"065e94c9-e212-4fb6-8a7e-8efeac50bf30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:06.165256696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"7dc9accb-ef89-41f7-8d37-e8bb110e7d57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:06.173591804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"7dc9accb-ef89-41f7-8d37-e8bb110e7d57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:06.179855001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"7dc9accb-ef89-41f7-8d37-e8bb110e7d57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:07.415071892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"2931c486-509d-42ad-9a50-e897740d8a7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:07.421904267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"2931c486-509d-42ad-9a50-e897740d8a7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:07.427530043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-9c53b2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33b8301dde4dbd9291bfeafaaf7507f6252c9e075015a14f415c8881c9beaca6) AuthConfig (8393258a5084d1b383ea612c3735d19090b315b0987f4efc5de8806a4765f1df) AuthConfig (169d7c23cacf7b2729106b334d0230014e85b66e9729e5e6369de922ff093b62) AuthConfig (963fd693983975b540a0585bbb8a8c3a369f43348dc60e704335bf5f30c7aef0) AuthConfig (671d41873efc6abdf17548a88838a14b61744c3b61b141d4f7c356be5e988f1a) AuthConfig (e2eb9f7ce363800554daeca1bf5bf8e9b12e9d5cc1aca68f14381912a4a78f4e) AuthConfig (a8f50517722da6804b209c61c80574e3c6eb59505c90c08e792f71f3eb3a4cf0) AuthConfig (2c6c7c987db1f24462a5b6d41a23c6e84b31a837fb0f905b4f767f852d64de1e) AuthConfig (a9686dd1d4bb18dd3343f259fdfabcdb192cb5798e1c0354aceb790584c55992) AuthConfig (6de2d707fe2eeceeeb93d31b4dae34e1f3e3f1596262ae5fb1521def57075d10) AuthConfig (b8ff266ba2eee3ab8161516b11a42fd7f10c52d6c8f1343e693f4f3fa897feff) AuthConfig (03d27f02ce8eab121701486cd327c8217bf091d144971c82608a8e12b9785e95) AuthConfig (11066b82dfbe20eeb72a91b2c37c6894252ae788ce9eaed01993aa54beed701c) AuthConfig (4647f74feaa6b6e6e610ca73d9c6ebe0f2e8d037b3288c3799982eab2dbc2b05) AuthConfig (0ecef92f9e66af8924aa9eb90594be6aa71818500218ab67dcac4ddd11d09179) AuthConfig (b1a118aa78ab960fd99791be5963f8867f0c0d9ff26c66b1b294a2744f4678bc) AuthConfig (fb94acdf5fafc658f65eb48dd3c77ce5f8aae9f7fe93add1b443f2ada2553dfe) AuthConfig (c755202dd36b674a2cb0b84fcb3db4bd6f6a8fe9305d92c9332fb05696d60fe8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"2931c486-509d-42ad-9a50-e897740d8a7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.156555908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afc083-a3a7-4c79-af37-f34097a881f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.160013835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afc083-a3a7-4c79-af37-f34097a881f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.164084514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afc083-a3a7-4c79-af37-f34097a881f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.16816686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afc083-a3a7-4c79-af37-f34097a881f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.408973083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a7be3b-95a9-4e6d-b6e1-08a528002200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.412217361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a7be3b-95a9-4e6d-b6e1-08a528002200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.415740902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a7be3b-95a9-4e6d-b6e1-08a528002200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:11.419817278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a7be3b-95a9-4e6d-b6e1-08a528002200","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:13.303288197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"fe7c7a78-9844-43b9-b8bc-183412da364b","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:13.311735319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"fe7c7a78-9844-43b9-b8bc-183412da364b","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:13.321652685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"fe7c7a78-9844-43b9-b8bc-183412da364b","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:16.18706157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68c85f82-a833-477f-96fa-bfefd63c7510","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:16.193667254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68c85f82-a833-477f-96fa-bfefd63c7510","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:16.199478083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9bb907eb9f17a7f0ab915b38e4bc88a0c44e95cf2c0c5b5fddd34f418ac869e) AuthConfig (e74e175f6b0d6aa9e6a2d90561b02f113e48ced57fe9e4f75eb981c3248b86f4) AuthConfig (7eda2517bbcbd103e5ef53f71c3566ebc3231273392601550d1b6c6c8a653b74) AuthConfig (f4fc4fcdaa08b1e72fdf2b363ec884ddd2f1d62be0b49c7e88ccd020aa4fd581) AuthConfig (67c3b8fee380bba32a0cf12b27c0ede3ea8339eb639593a3612656954ee695a9) AuthConfig (f754d62b06e546c7ce93aea966d70e3f7e51f8097fccb6b75e83aef70782cf90) AuthConfig (e7d0c1e4bb9f38416d1fe5b2d68e1bc4b48702b33b964ec2df65d249ac436f3f) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (8a88208071ab1553bc47733fe22d998b299cc66af89a1aa5e52b2d13ba0cefe0) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (594271ab51474aa617705b04d92ae19e8f8a2ed19eefcc3218292cc6ff262558) AuthConfig (700944683ef57c8491ee34e10c3eaa5d065b343550648c7b6197fe92fcb95b30) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (2f75178b5c2a7c308d6b55bfa1b2752a63d0a8d524a89b255267f8d18c1ab81b) AuthConfig (38daf8c368a5409e7ce7e9d9aafdf242503bbfcb2787030acbfa4c57f460cf4b) AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68c85f82-a833-477f-96fa-bfefd63c7510","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:16.20762187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"62e89fda-caae-4531-9d76-a754b1dc608f","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:16.207643566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"62e89fda-caae-4531-9d76-a754b1dc608f","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:17.423972074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:17.434080829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"9926b881-fe11-41ec-92ee-0b3ba007927c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:17.440850321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"9926b881-fe11-41ec-92ee-0b3ba007927c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:17.464452021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"cabbb1f6-c154-436d-b063-92e1b87c0352","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:17.464471284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"cabbb1f6-c154-436d-b063-92e1b87c0352","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.315151556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"e8ce2892-89e5-4e19-be52-18337056aff4","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.315175672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"e8ce2892-89e5-4e19-be52-18337056aff4","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.325057291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"e0ab5b9d-db71-4726-b5cf-1fd44ff35962","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.325186502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"e0ab5b9d-db71-4726-b5cf-1fd44ff35962","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.335258419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"16c61bda-7017-42a5-8c2d-f448b4642ca5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.360860605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"16c61bda-7017-42a5-8c2d-f448b4642ca5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.367534117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"16c61bda-7017-42a5-8c2d-f448b4642ca5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.376328461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"c89a2884-3fcd-4edd-b529-e9cd40e82447","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:22.376347535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"c89a2884-3fcd-4edd-b529-e9cd40e82447","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:23.334027727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d2ed5d7a-a371-4a7b-af6f-c72b458bdf0e","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:23.342010067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d2ed5d7a-a371-4a7b-af6f-c72b458bdf0e","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:23.34862134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"d2ed5d7a-a371-4a7b-af6f-c72b458bdf0e","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:23.358414609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7bf0ea-e7cf-4617-bfe6-e5216f50d0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:23.358437534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d7bf0ea-e7cf-4617-bfe6-e5216f50d0bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:26.213163305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"3aaf42d1-a7ed-49e1-9ca7-79a9a81c3deb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:26.2211148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"3aaf42d1-a7ed-49e1-9ca7-79a9a81c3deb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:26.227476425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9bb907eb9f17a7f0ab915b38e4bc88a0c44e95cf2c0c5b5fddd34f418ac869e) AuthConfig (e74e175f6b0d6aa9e6a2d90561b02f113e48ced57fe9e4f75eb981c3248b86f4) AuthConfig (7eda2517bbcbd103e5ef53f71c3566ebc3231273392601550d1b6c6c8a653b74) AuthConfig (f4fc4fcdaa08b1e72fdf2b363ec884ddd2f1d62be0b49c7e88ccd020aa4fd581) AuthConfig (67c3b8fee380bba32a0cf12b27c0ede3ea8339eb639593a3612656954ee695a9) AuthConfig (f754d62b06e546c7ce93aea966d70e3f7e51f8097fccb6b75e83aef70782cf90) AuthConfig (e7d0c1e4bb9f38416d1fe5b2d68e1bc4b48702b33b964ec2df65d249ac436f3f) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (8a88208071ab1553bc47733fe22d998b299cc66af89a1aa5e52b2d13ba0cefe0) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (594271ab51474aa617705b04d92ae19e8f8a2ed19eefcc3218292cc6ff262558) AuthConfig (700944683ef57c8491ee34e10c3eaa5d065b343550648c7b6197fe92fcb95b30) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (2f75178b5c2a7c308d6b55bfa1b2752a63d0a8d524a89b255267f8d18c1ab81b) AuthConfig (38daf8c368a5409e7ce7e9d9aafdf242503bbfcb2787030acbfa4c57f460cf4b) AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"3aaf42d1-a7ed-49e1-9ca7-79a9a81c3deb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.537092849Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","namespace":"ai-tenant-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.537190758Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","namespace":"ai-tenant-e2e-extmod-b-d9f2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.537279287Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","tenant":"e2e-extmod-b-d9f2ce","tenantID":"e2e-extmod-b-d9f2ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.542136413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d9f2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.556401198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Service","name":"maas-api-e2e-extmod-b-d9f2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.56269576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d9f2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.568082552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d9f2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.580691165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.588167048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.594840047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.601935787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.604980047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.608136432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.610955497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Service","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.614018833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.617153705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.620056546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.623715257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.630503983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.633625959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.636669877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.639437306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d9f2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.643003472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d9f2ce"},"namespace":"ai-tenant-e2e-extmod-b-d9f2ce","name":"default-tenant","reconcileID":"538a2d53-518b-4bc7-8d54-e234150013d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d9f2ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:29.717421183Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d9f2ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d9f2ce","reconcileID":"9440d743-8d69-4811-9bc9-3be891054497","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d9f2ce","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d9f2ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.036722863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32775f9e-891f-40cd-aca4-08468d865efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.043205438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32775f9e-891f-40cd-aca4-08468d865efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.048830967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32775f9e-891f-40cd-aca4-08468d865efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.054449028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32775f9e-891f-40cd-aca4-08468d865efb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.253235256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859b51fc-2bdb-4811-9a88-19e5ca285404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.256619998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859b51fc-2bdb-4811-9a88-19e5ca285404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.259939417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859b51fc-2bdb-4811-9a88-19e5ca285404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:30.263350587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"859b51fc-2bdb-4811-9a88-19e5ca285404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:32.382680032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"6adedcb7-5620-4143-9854-3bd54d0043ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:32.390877297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"6adedcb7-5620-4143-9854-3bd54d0043ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:32.397023253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"6adedcb7-5620-4143-9854-3bd54d0043ab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:33.366584097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"38a428f8-8e6a-4099-a230-27cc6655b51a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:33.373468888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"38a428f8-8e6a-4099-a230-27cc6655b51a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:33.379532919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"38a428f8-8e6a-4099-a230-27cc6655b51a","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:36.237204968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"908547e1-8ef3-4b06-9457-af573c3756fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:36.245961285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"908547e1-8ef3-4b06-9457-af573c3756fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:36.274268246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"bd2d2f93-e08e-470a-8fb4-3ee6fa966e32","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:36.274298678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"bd2d2f93-e08e-470a-8fb4-3ee6fa966e32","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.135341626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"61ff729f-cca6-453a-b25e-2496f3c34e6f","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.135479691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"61ff729f-cca6-453a-b25e-2496f3c34e6f","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.155105327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"ddc607f5-cd63-4292-ad1c-61329b324df4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.157894704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"1c7ef60a-22c8-49d7-8b4b-ffcb7e0a3722","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.158021325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"1c7ef60a-22c8-49d7-8b4b-ffcb7e0a3722","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.16328525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"ddc607f5-cd63-4292-ad1c-61329b324df4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:27:38.164741596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"953dfd43-7aff-4145-909e-1047bfda1b92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-3f53eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.195489861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"60478153-cdb6-4fd4-845d-241b20ea59d0","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.195588811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"60478153-cdb6-4fd4-845d-241b20ea59d0","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.206239222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"40d0eb55-0bf5-4def-a22d-4916a85e75b8","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.206265686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"40d0eb55-0bf5-4def-a22d-4916a85e75b8","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.220509559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"5bce7dc4-2df6-46cf-b080-b8b62dec6a9f","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","model":"rate-test-model-ce5555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-ce5555/e2e-rate-iso-a-3f53eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.239082224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"d40c21f3-af8e-4679-87cd-7ff4fd4353c7","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.239103727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"d40c21f3-af8e-4679-87cd-7ff4fd4353c7","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.244465919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b7068a6a-a887-4c80-99ee-e0b784b44276","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.251494792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b7068a6a-a887-4c80-99ee-e0b784b44276","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.319755238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"c6ee05c2-3605-40b7-9ed1-b2263ffcfba5","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.38200957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"3ed28dea-cda9-44db-ac0f-6db5712a8872","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.382035806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"3ed28dea-cda9-44db-ac0f-6db5712a8872","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.393781878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"94b72b46-a655-43ce-8946-e8eba9b77abc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.395245664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"54d860ed-daaf-4804-a34d-805d642cd4bf","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.395268414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"54d860ed-daaf-4804-a34d-805d642cd4bf","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:27:38.395768679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"6e2e45bd-25b6-42e6-8bea-755f42f775ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-3f53eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.403089151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"94b72b46-a655-43ce-8946-e8eba9b77abc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.40542161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"45547edd-d454-4089-8f7f-a2e48894241d","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.405439072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"45547edd-d454-4089-8f7f-a2e48894241d","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.415541715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"0d1b5a76-8d87-4cee-9cd1-bdaa04cd87fb","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.415559177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"0d1b5a76-8d87-4cee-9cd1-bdaa04cd87fb","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.499047982Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"dabfcf42-105b-4e39-9938-81fae5c2a780","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","model":"rate-test-model-836589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-836589/e2e-rate-iso-b-3f53eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.521807521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"1aa1e4b6-affa-4b8b-bb76-1c1b99aee590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.532681132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"9f696d14-6aee-42ee-a95b-c954d0a8b180","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.532706617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"9f696d14-6aee-42ee-a95b-c954d0a8b180","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.582647911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"1aa1e4b6-affa-4b8b-bb76-1c1b99aee590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.59183443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"d305d1eb-66a6-4ed8-83eb-2712a855cc28","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.639586168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a276990c-2ba1-419b-b02c-ceeb2b52a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.645505389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a276990c-2ba1-419b-b02c-ceeb2b52a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.682484744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a276990c-2ba1-419b-b02c-ceeb2b52a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.686202754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a276990c-2ba1-419b-b02c-ceeb2b52a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.855613105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce530a22-613d-4f01-9535-e0b60c7a173f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.85913374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce530a22-613d-4f01-9535-e0b60c7a173f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.86288199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce530a22-613d-4f01-9535-e0b60c7a173f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:38.866764489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce530a22-613d-4f01-9535-e0b60c7a173f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:39.055277729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d05b832-e4b8-46f7-88a7-7d86f3dd04fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:39.059195846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d05b832-e4b8-46f7-88a7-7d86f3dd04fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:39.062618995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d05b832-e4b8-46f7-88a7-7d86f3dd04fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:39.065815471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d05b832-e4b8-46f7-88a7-7d86f3dd04fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:42.423436281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"bf6386a6-45d4-427c-bc9b-75e2d8be4d1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:42.446612316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"bf6386a6-45d4-427c-bc9b-75e2d8be4d1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:42.492664009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"bf6386a6-45d4-427c-bc9b-75e2d8be4d1c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:43.397810355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"cf672f88-db4d-42e3-9779-e6623e2a96b0","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:43.409174162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"cf672f88-db4d-42e3-9779-e6623e2a96b0","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:43.478658652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2bb53b-29a4-4bf5-b771-b7c7d931da38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:43.478682076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2bb53b-29a4-4bf5-b771-b7c7d931da38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:45.882962675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-c08791a3","reconcileID":"a40333c4-d11a-4cf7-8985-58f58afba81e","MaaSAuthPolicy":{"name":"e2e-default-ns-c08791a3","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:45.883090614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"992f41d3-eaac-4476-a968-541ee2c2edde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:45.883114628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"992f41d3-eaac-4476-a968-541ee2c2edde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:45.991591144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dffaa16b-657f-4f64-9443-e7c277a7ad74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:45.991622445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dffaa16b-657f-4f64-9443-e7c277a7ad74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.381228211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36deda5e-f5f0-45f7-92ab-4a28d0be2ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.385399107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36deda5e-f5f0-45f7-92ab-4a28d0be2ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.390390515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36deda5e-f5f0-45f7-92ab-4a28d0be2ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.393852656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36deda5e-f5f0-45f7-92ab-4a28d0be2ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.870130891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d811-b8b0-4f8a-a134-b23fa8ffa1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.873832225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d811-b8b0-4f8a-a134-b23fa8ffa1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.877586213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d811-b8b0-4f8a-a134-b23fa8ffa1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:46.884847448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa6d811-b8b0-4f8a-a134-b23fa8ffa1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:47.181216353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbece29-a94a-4356-b1f1-3013c3b5ba85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:47.185046446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbece29-a94a-4356-b1f1-3013c3b5ba85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:47.188705181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbece29-a94a-4356-b1f1-3013c3b5ba85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:47.194148747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cbece29-a94a-4356-b1f1-3013c3b5ba85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:47.425376416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.499716058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"820aca62-6411-4ffd-90a2-e852f9ad0f96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.508401918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"820aca62-6411-4ffd-90a2-e852f9ad0f96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.51431738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"820aca62-6411-4ffd-90a2-e852f9ad0f96","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.645782971Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.645885973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.64597141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","tenant":"e2e-shared-a-w2-47a8a4","tenantID":"e2e-shared-a-w2-47a8a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.651421876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-47a8a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.66722436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Service","name":"maas-api-e2e-shared-a-w2-47a8a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.677902423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-47a8a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.686254813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-47a8a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.698545619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.708219478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.721722016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.729078646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.732214889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.735230257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.738498793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.741536307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.744673799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.747736172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.750528273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.758460261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.76154302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.764489639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.7674812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-47a8a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:52.770468467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-47a8a4"},"namespace":"ai-tenant-e2e-shared-a-w2-47a8a4","name":"default-tenant","reconcileID":"b43b2e82-9376-418d-bad0-8bcfe1533f0b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-47a8a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.032281588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-47a8a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-47a8a4","reconcileID":"5013da19-43fc-4819-83ea-e5a1a7d64219","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-47a8a4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-47a8a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.304419677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95fcc3-8289-4f5c-b371-c4298638308b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.309669874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95fcc3-8289-4f5c-b371-c4298638308b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.313465923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95fcc3-8289-4f5c-b371-c4298638308b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.316961209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95fcc3-8289-4f5c-b371-c4298638308b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.58504177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a90a7e1-9d07-4907-b92f-b948a5ddd0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.589514196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a90a7e1-9d07-4907-b92f-b948a5ddd0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.593276711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a90a7e1-9d07-4907-b92f-b948a5ddd0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:53.596759131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a90a7e1-9d07-4907-b92f-b948a5ddd0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:57.086319895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"1b72f10c-2c56-4acf-9df2-3f19e3015437","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:27:57.086352491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"1b72f10c-2c56-4acf-9df2-3f19e3015437","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.435999591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5060dc-db71-4756-b7b5-daee42e7c7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.440972099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5060dc-db71-4756-b7b5-daee42e7c7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.453225289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5060dc-db71-4756-b7b5-daee42e7c7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.477178479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5060dc-db71-4756-b7b5-daee42e7c7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.654418587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a66ce7-4f75-49ba-b801-59bbd178406b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.658087175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a66ce7-4f75-49ba-b801-59bbd178406b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.661476949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a66ce7-4f75-49ba-b801-59bbd178406b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.664787812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5a66ce7-4f75-49ba-b801-59bbd178406b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.863713174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6fb64-59b1-453a-8d58-e81d9b071d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.867052824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6fb64-59b1-453a-8d58-e81d9b071d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.870389375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6fb64-59b1-453a-8d58-e81d9b071d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:01.873673312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eb6fb64-59b1-453a-8d58-e81d9b071d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.281356171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7417d374-0196-4dc1-b7af-b6282fce9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.285227936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7417d374-0196-4dc1-b7af-b6282fce9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.288773913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7417d374-0196-4dc1-b7af-b6282fce9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.292498918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7417d374-0196-4dc1-b7af-b6282fce9f00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.522140652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"cf4ee86f-ee82-44d8-9351-d860ca592d17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.530527491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"cf4ee86f-ee82-44d8-9351-d860ca592d17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.537461319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"cf4ee86f-ee82-44d8-9351-d860ca592d17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.549347915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2592e187-bb5d-4a5f-9706-f561e42804e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.552740815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2592e187-bb5d-4a5f-9706-f561e42804e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.581164816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2592e187-bb5d-4a5f-9706-f561e42804e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:02.585048552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2592e187-bb5d-4a5f-9706-f561e42804e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.112572244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"37f03a41-b7bf-4759-b285-7dbc65616d86","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.155411625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"e579e91e-4e82-4173-a336-ac50658cfaea","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.155528609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"e579e91e-4e82-4173-a336-ac50658cfaea","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.234654796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"4f2816ad-c0d2-4513-929f-b8e8d768fdb8","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.259111642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"7c6c33bb-52fa-42be-8969-198e975fe54a","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.259200922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"7c6c33bb-52fa-42be-8969-198e975fe54a","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.974057569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"679a77e7-959d-4a7f-be17-983c9b82f7c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:05.981341442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"679a77e7-959d-4a7f-be17-983c9b82f7c1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:06.353112373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b63ea219-e28a-409f-befb-845254175885","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:06.360809349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"b63ea219-e28a-409f-befb-845254175885","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.52468031Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","namespace":"ai-tenant-e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.524739729Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","namespace":"ai-tenant-e2e-extmod-a-cbeebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.524787113Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","tenant":"e2e-extmod-a-cbeebd","tenantID":"e2e-extmod-a-cbeebd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.52995152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Deployment","name":"maas-api-e2e-extmod-a-cbeebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.540898905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Service","name":"maas-api-e2e-extmod-a-cbeebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.559714531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-cbeebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.565114341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-cbeebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.576367452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.581954433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.590642657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.59621985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.599208667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.602183104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.60507583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Service","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.60856293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.611710235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.614794617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.617810006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.624554945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.627666205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.632410419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.635272082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-cbeebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.638122796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cbeebd"},"namespace":"ai-tenant-e2e-extmod-a-cbeebd","name":"default-tenant","reconcileID":"b76582ff-1b1d-402d-b03f-3470d7044650","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-cbeebd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:08.71680445Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cbeebd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cbeebd","reconcileID":"d4fe77f9-d3dc-4b5f-8921-48eb007e06fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cbeebd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-cbeebd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.238350797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfded6b-db64-40d8-afa7-42bbe1adae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.242111398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfded6b-db64-40d8-afa7-42bbe1adae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.245374879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfded6b-db64-40d8-afa7-42bbe1adae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.248875463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfded6b-db64-40d8-afa7-42bbe1adae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.546706788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e948029-c856-430b-a9fd-64985cccad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.551751441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e948029-c856-430b-a9fd-64985cccad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.555306849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e948029-c856-430b-a9fd-64985cccad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:09.559033935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e948029-c856-430b-a9fd-64985cccad66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:12.544815464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5b0bfc1f-56c3-4d5a-9a29-c0b30c509592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:12.551833714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5b0bfc1f-56c3-4d5a-9a29-c0b30c509592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:12.558017829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (546cc0c2390ea8baeba7961a2e9acd303b94a1f54303664abd5d46ce09dc39ab) AuthConfig (ecedbcb1185c3b94286a486f443f94e9a5e0638677bae3e49c085b3218f06248) AuthConfig (34bb0e5ad16e08622cee98e9806bb4b3118ec2785f26823973551bd714e1b607) AuthConfig (4467a6918ded282ae4e4da5470f83d616427675b0d3d50d971272dc0620d503e) AuthConfig (5600ebd3c80a2adabafda9e4b9d31d8d5e8564ec86378a30655f7317e0fd471d) AuthConfig (901afcd0a1e62ace2771e14f92d780c6d55fbaf74bd961be607657537f632507) AuthConfig (a35886bbd5dea0133df3eff3c9bcea4f6bc6c9758ce12b7948dd09c8155f6e9c) AuthConfig (42ab55979644c00f60d106926439952ad9b26ba05e4288749c43b50271a3a4aa) AuthConfig (ac13176d90d68c401a3d6970abed1ce17e81bd0338fba821ec89e562e73f8343) AuthConfig (2037b690865cc99ea4225aa3550b22eb0a97b08d2ffdae3747d52c7b86044b34) AuthConfig (fc6ace1238478e079dea528d3935c7720c7e8d634e9dc7f90e1f20607d4d8a1b) AuthConfig (afe5de91e14f1eeab705c0aea97596244f03d43c5067e8444f5ae740b2464cb3) AuthConfig (4692a06c1283adf104dc65745b7f246e3be7a587474b4c55cfd5fbf5c748bd4a) AuthConfig (73e8a9d9eeb3e1f3dcd0106e4ae829af35ca0d6c99ff131c100f064b7a58b76c) AuthConfig (181297d834a3009ccbda528fee00db6532eb3ec93c4b50abe3e6f012d6390ab7) AuthConfig (19f3ef0ce656273aa6c339c25af85a7a9ee2c1787a1612e66bf4a227c1dc5bb0) AuthConfig (2b3a857184d0adfcc62b377eca7d1b3c8b14311ec53fb254ec1e18aa49d13101) AuthConfig (8fdcaabf4f9985dd9301d942800cc17f33ca742a5afd455be37ed08de05b0bf4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5b0bfc1f-56c3-4d5a-9a29-c0b30c509592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:12.566779571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"10551caf-8e36-49bc-bd35-02194663c476","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:12.566800437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"10551caf-8e36-49bc-bd35-02194663c476","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:16.761057159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fcb9c2-4b33-4dfa-a664-3a585c8bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:16.764381951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fcb9c2-4b33-4dfa-a664-3a585c8bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:16.767663681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fcb9c2-4b33-4dfa-a664-3a585c8bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:16.781364681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fcb9c2-4b33-4dfa-a664-3a585c8bc581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.047605995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5368fbd5-adc5-4db6-8f10-70692a110cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.050909616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5368fbd5-adc5-4db6-8f10-70692a110cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.058961069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5368fbd5-adc5-4db6-8f10-70692a110cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.063374576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5368fbd5-adc5-4db6-8f10-70692a110cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.250228631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3724004f-3b1b-483a-bfb9-f3dde55687c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.253643311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3724004f-3b1b-483a-bfb9-f3dde55687c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.256791603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3724004f-3b1b-483a-bfb9-f3dde55687c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.284544669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3724004f-3b1b-483a-bfb9-f3dde55687c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:17.423470912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.367373333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"7744effd-1b8d-4658-9aa4-da9a9b24bfa5","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.367400827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"7744effd-1b8d-4658-9aa4-da9a9b24bfa5","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.673466883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"47941e26-1dc6-4adc-83a3-80a5e981d5d7","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.67348919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"47941e26-1dc6-4adc-83a3-80a5e981d5d7","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.689068513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"dd735281-c5e1-472e-8b51-f4257f81de07","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.689088227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"dd735281-c5e1-472e-8b51-f4257f81de07","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.708108412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a00bd003-adf7-48e2-aa07-389716c8f12f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.74741406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a00bd003-adf7-48e2-aa07-389716c8f12f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.759041766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a00bd003-adf7-48e2-aa07-389716c8f12f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.769490112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"7ef4fe21-1be2-47be-a7ec-1b729b4d439a","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:18.769511581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"7ef4fe21-1be2-47be-a7ec-1b729b4d439a","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.45799349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a841012e-ff98-4ada-a20b-31170300fb85","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.458149229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"9b65f25f-1eb8-4c54-85b6-e87e828f00af","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.458168647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"9b65f25f-1eb8-4c54-85b6-e87e828f00af","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.481350616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"089da6ae-a52f-43c1-b753-e291d9a72f5c","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.566237313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a841012e-ff98-4ada-a20b-31170300fb85","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.595748989Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a841012e-ff98-4ada-a20b-31170300fb85","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.595774373Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"a841012e-ff98-4ada-a20b-31170300fb85","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.602880439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"b312645d-9b0c-4f0a-a796-731cc88e7471","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.602904033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"b312645d-9b0c-4f0a-a796-731cc88e7471","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.627244771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"984bef29-ea07-4280-b7f5-6f88d0ef7409","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.750557673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68d3b04f-49c7-486b-92e2-4d97d2abc778","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.750599884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"0e2ba942-8635-4615-adb3-9e0de46e5214","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.750620499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"0e2ba942-8635-4615-adb3-9e0de46e5214","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.761877061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68d3b04f-49c7-486b-92e2-4d97d2abc778","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.773558841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"552953c0-d3d3-4dc0-976f-1c077055f7a3","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.787246364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68d3b04f-49c7-486b-92e2-4d97d2abc778","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.787269127Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"68d3b04f-49c7-486b-92e2-4d97d2abc778","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.793803655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"06188242-fac4-4d76-aab9-9f6ecf729b2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.794233878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"aa570b98-399f-40a4-bc5e-ea60859a9ae6","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.794251995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"aa570b98-399f-40a4-bc5e-ea60859a9ae6","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.876689546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"8d6be229-5f17-47df-88ca-46fd5cf72476","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.957218337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"06188242-fac4-4d76-aab9-9f6ecf729b2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.964144485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"06188242-fac4-4d76-aab9-9f6ecf729b2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:20.964163978Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"06188242-fac4-4d76-aab9-9f6ecf729b2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:20.967151795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-auth-3f53eb","reconcileID":"06188242-fac4-4d76-aab9-9f6ecf729b2b","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-3f53eb\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.083126263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"1f6274af-7ad5-4a12-a5e7-7df00c7961f1","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.083161179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"1f6274af-7ad5-4a12-a5e7-7df00c7961f1","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.740000326Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.740071177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","namespace":"ai-tenant-e2e-shared-b-w2-e11de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.740129918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","tenant":"e2e-shared-b-w2-e11de4","tenantID":"e2e-shared-b-w2-e11de4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.744854164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-e11de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.801366058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Service","name":"maas-api-e2e-shared-b-w2-e11de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.818905328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-e11de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.859331758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-e11de4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.880071637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.897417248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.915000458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.922804179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.926174862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.929195733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.932096314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.937499785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.940693986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.943554665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.946651926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.955568883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.958546205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.961478687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.964500366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-e11de4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:21.967663176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-e11de4"},"namespace":"ai-tenant-e2e-shared-b-w2-e11de4","name":"default-tenant","reconcileID":"f237c7c8-cf9d-4aa6-8fe3-56191b261bfd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-e11de4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.147240427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-e11de4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-e11de4","reconcileID":"4ee9c737-d583-441e-81be-76adec35a7b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-e11de4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-e11de4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.489825212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be9dd6-61e7-4aff-9d72-9b720a15698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.493317968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be9dd6-61e7-4aff-9d72-9b720a15698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.496748775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be9dd6-61e7-4aff-9d72-9b720a15698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.500049711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be9dd6-61e7-4aff-9d72-9b720a15698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.578499764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"b578d768-1258-4768-b5e2-959562cebf66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.587356144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"b578d768-1258-4768-b5e2-959562cebf66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.593822177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ef1662-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (546cc0c2390ea8baeba7961a2e9acd303b94a1f54303664abd5d46ce09dc39ab) AuthConfig (ecedbcb1185c3b94286a486f443f94e9a5e0638677bae3e49c085b3218f06248) AuthConfig (34bb0e5ad16e08622cee98e9806bb4b3118ec2785f26823973551bd714e1b607) AuthConfig (4467a6918ded282ae4e4da5470f83d616427675b0d3d50d971272dc0620d503e) AuthConfig (5600ebd3c80a2adabafda9e4b9d31d8d5e8564ec86378a30655f7317e0fd471d) AuthConfig (901afcd0a1e62ace2771e14f92d780c6d55fbaf74bd961be607657537f632507) AuthConfig (a35886bbd5dea0133df3eff3c9bcea4f6bc6c9758ce12b7948dd09c8155f6e9c) AuthConfig (42ab55979644c00f60d106926439952ad9b26ba05e4288749c43b50271a3a4aa) AuthConfig (ac13176d90d68c401a3d6970abed1ce17e81bd0338fba821ec89e562e73f8343) AuthConfig (2037b690865cc99ea4225aa3550b22eb0a97b08d2ffdae3747d52c7b86044b34) AuthConfig (fc6ace1238478e079dea528d3935c7720c7e8d634e9dc7f90e1f20607d4d8a1b) AuthConfig (afe5de91e14f1eeab705c0aea97596244f03d43c5067e8444f5ae740b2464cb3) AuthConfig (4692a06c1283adf104dc65745b7f246e3be7a587474b4c55cfd5fbf5c748bd4a) AuthConfig (73e8a9d9eeb3e1f3dcd0106e4ae829af35ca0d6c99ff131c100f064b7a58b76c) AuthConfig (181297d834a3009ccbda528fee00db6532eb3ec93c4b50abe3e6f012d6390ab7) AuthConfig (19f3ef0ce656273aa6c339c25af85a7a9ee2c1787a1612e66bf4a227c1dc5bb0) AuthConfig (2b3a857184d0adfcc62b377eca7d1b3c8b14311ec53fb254ec1e18aa49d13101) AuthConfig (8fdcaabf4f9985dd9301d942800cc17f33ca742a5afd455be37ed08de05b0bf4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"b578d768-1258-4768-b5e2-959562cebf66","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.829688114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a782cb14-ecfa-4dcf-b7df-c8c2a2476436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.833086228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a782cb14-ecfa-4dcf-b7df-c8c2a2476436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.836499656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a782cb14-ecfa-4dcf-b7df-c8c2a2476436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:22.84004641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a782cb14-ecfa-4dcf-b7df-c8c2a2476436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:28.783375534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"de3bbc61-7959-4ad5-8d2f-0c51dc6e8357","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:28.79610454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"de3bbc61-7959-4ad5-8d2f-0c51dc6e8357","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:28.803182348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"de3bbc61-7959-4ad5-8d2f-0c51dc6e8357","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.106655576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"6015ac76-d9b8-4a54-b1eb-a4d75f22adfe","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","subscription":"e2e-rate-iso-a-3f53eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.113027843Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"6015ac76-d9b8-4a54-b1eb-a4d75f22adfe","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.125545186Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-rate-iso-a-3f53eb","reconcileID":"6015ac76-d9b8-4a54-b1eb-a4d75f22adfe","MaaSSubscription":{"name":"e2e-rate-iso-a-3f53eb","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.186356374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"cd01fadd-cced-45e5-9aa7-f308f7439036","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/rate-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.186388321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"rate-test-model-ce5555","reconcileID":"cd01fadd-cced-45e5-9aa7-f308f7439036","MaaSModelRef":{"name":"rate-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"rate-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"rate-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.339326383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"34d2e679-de4e-46da-9027-493b5323b211","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:31.339348195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"34d2e679-de4e-46da-9027-493b5323b211","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:32.600683348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0c3c9e7f-6158-4ef8-b1fe-824e64592ff0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:32.608456777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0c3c9e7f-6158-4ef8-b1fe-824e64592ff0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:32.631743332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"384176ed-a3f5-4362-9a94-1b82da140afb","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:32.631771681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"384176ed-a3f5-4362-9a94-1b82da140afb","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:38.813840962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"57258987-25a0-41d9-af5a-45290b9bbe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:38.824011534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"57258987-25a0-41d9-af5a-45290b9bbe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:38.830324285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"57258987-25a0-41d9-af5a-45290b9bbe6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.054744341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1a6dcd42-49a1-41af-8979-ae3f9e2da1d2","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.05856949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"d48a59b0-734d-47f1-a9d5-a79bdf7ca4fc","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.058973245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"08bc629a-7d90-48cd-b935-f8b91638cf86","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.063084902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"aaac2788-d17c-490b-aa00-47e53a18ca3f","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.064700404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"aa2ca210-7c9d-4610-a8e8-67c4d997aef2","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.065112301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"4bc303dd-f902-46cb-85a1-25ac9bea3783","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.065463377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"f5d86dcf-8a50-4f52-a240-f9c4e7d2224b","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.065694813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"f83b6cfb-6150-463c-b04a-1d1704820d14","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.066361177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"809b3e68-fa18-4447-a711-6dcca4aeb258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.071969988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"e8fb81f1-90fd-4ab2-9b85-8a97bfcf057b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.075091168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"809b3e68-fa18-4447-a711-6dcca4aeb258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.075258071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"839548c5-dc94-431f-8dc5-0776370a8c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.195131088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7c791644-d79f-4683-bb17-38d9438f6a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.199147702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"31a0ec0a-89ac-4892-b27e-558c96e3aca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.199690385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8d0feaa2-40f1-4352-8d79-29af32861a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.203762955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"7c791644-d79f-4683-bb17-38d9438f6a31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.204450547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"babe2133-7922-402f-a1ee-8f09f5f7929e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.212937254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8d0feaa2-40f1-4352-8d79-29af32861a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.299477512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ef94c901-187a-4456-ad25-61976faeb45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.307147257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"ef94c901-187a-4456-ad25-61976faeb45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.331859891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbdbe14-63ac-4e99-86ec-2ac507024fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.335208042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbdbe14-63ac-4e99-86ec-2ac507024fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.338528704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbdbe14-63ac-4e99-86ec-2ac507024fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.342336686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbdbe14-63ac-4e99-86ec-2ac507024fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.554574146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e62e1d-9cac-4a44-b90f-ef8a6bbb7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.557984938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e62e1d-9cac-4a44-b90f-ef8a6bbb7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.561319892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e62e1d-9cac-4a44-b90f-ef8a6bbb7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.564907186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e62e1d-9cac-4a44-b90f-ef8a6bbb7aa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.923321912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05c8f-c5d5-4df9-b9c4-63d738418ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.98196977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05c8f-c5d5-4df9-b9c4-63d738418ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.986069231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05c8f-c5d5-4df9-b9c4-63d738418ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:40.989732535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec05c8f-c5d5-4df9-b9c4-63d738418ce3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.281662737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d716a58c-21df-480e-a891-ab380a96fded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.285182555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d716a58c-21df-480e-a891-ab380a96fded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.288689369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d716a58c-21df-480e-a891-ab380a96fded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.291908755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d716a58c-21df-480e-a891-ab380a96fded","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.356964543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"b109203a-6255-4ef7-b7fd-35fa268ddebe","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","subscription":"e2e-rate-iso-b-3f53eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.360657193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"b109203a-6255-4ef7-b7fd-35fa268ddebe","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.36440875Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-rate-iso-b-3f53eb","reconcileID":"b109203a-6255-4ef7-b7fd-35fa268ddebe","MaaSSubscription":{"name":"e2e-rate-iso-b-3f53eb","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.393617155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"38192d7f-7043-46b7-912d-f6fefba7d2ae","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/rate-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.393640907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"rate-test-model-836589","reconcileID":"38192d7f-7043-46b7-912d-f6fefba7d2ae","MaaSModelRef":{"name":"rate-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"rate-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"rate-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.649085132Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","namespace":"ai-tenant-e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.64914382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","namespace":"ai-tenant-e2e-extmod-b-b76c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.649193281Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","tenant":"e2e-extmod-b-b76c62","tenantID":"e2e-extmod-b-b76c62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.654109485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b76c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.665272667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Service","name":"maas-api-e2e-extmod-b-b76c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.679472461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b76c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.684822178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b76c62","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.695722614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.702196186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.714237159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.719583581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.722520789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.725240812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.7282288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Service","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.731102268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.73382522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.736618437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.739654535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.745825571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.748781761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.751849705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.754832267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b76c62","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:41.757514078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b76c62"},"namespace":"ai-tenant-e2e-extmod-b-b76c62","name":"default-tenant","reconcileID":"72bfd973-1f33-4e46-a893-8c13f65cc5b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b76c62","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.024265215Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b76c62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b76c62","reconcileID":"c3da717f-6033-4d8d-bd90-e22ecee8acd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b76c62","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b76c62"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.220391472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3625237-c8ea-4312-8a07-4b7a76eddfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.224363705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3625237-c8ea-4312-8a07-4b7a76eddfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.22818992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3625237-c8ea-4312-8a07-4b7a76eddfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.232635146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3625237-c8ea-4312-8a07-4b7a76eddfdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.64346122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06250523-8f1f-4075-9987-fd9d44008834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.64727044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06250523-8f1f-4075-9987-fd9d44008834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.650597422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06250523-8f1f-4075-9987-fd9d44008834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:42.654145888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06250523-8f1f-4075-9987-fd9d44008834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.006307071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"f0cbb164-8ab4-4d12-837f-b12a1bb318cc","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.025323392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"f5ad25aa-d2d4-4847-911a-ba16c0056031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.03121097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"cb236640-a796-4e34-9ff7-df5c5335eb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.031692392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"23c3e5e2-baf3-425d-87a4-0fe929540ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.038837685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"cb236640-a796-4e34-9ff7-df5c5335eb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.03950795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"23c3e5e2-baf3-425d-87a4-0fe929540ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.045134064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"e3762286-6565-41f1-aacc-0cf5f860fe69","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.049271101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"7fb237c4-b613-43e3-92e7-249df6f37f0a","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:43.129177965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"368fc220-0369-4703-a4ce-ce1303758c47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:44.267027581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"2d89c1e0-bcbd-4e3e-994e-3ec9884314d7","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.061211799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"0dc0421e-6396-4ddd-b373-8e82978f69b2","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.061235951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"0dc0421e-6396-4ddd-b373-8e82978f69b2","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.069559311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"8853de34-6451-4ac2-bf2c-0780c470aedc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.07029759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"5f863c7b-c251-495e-ba09-032bcaee15de","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.070318715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"5f863c7b-c251-495e-ba09-032bcaee15de","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.073069177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"aeb0a92d-57b2-4806-9ac9-16c6c31d8c1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d8f9df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.074743903Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"5f863c7b-c251-495e-ba09-032bcaee15de","name":"sub-test-model-9c53b2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9c53b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.074791817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"5f863c7b-c251-495e-ba09-032bcaee15de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-9c53b2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.077593162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"8853de34-6451-4ac2-bf2c-0780c470aedc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.080354403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"31291419-21de-49e7-9868-375fc0da3748","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.080369649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"31291419-21de-49e7-9868-375fc0da3748","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.084278393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"4a031dda-f1c3-4bf1-894e-8d5443bbe9e1","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.0842969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"4a031dda-f1c3-4bf1-894e-8d5443bbe9e1","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.090177077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"d7278968-846a-4ae2-b85e-664c3ed036cc","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.09019601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"d7278968-846a-4ae2-b85e-664c3ed036cc","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.10990041Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"f939eecd-44df-4e55-b001-6f6e9d24bf0d","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"sub-test-model-9c53b2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-9c53b2/e2e-shared-sub-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.129212202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"17f3c99b-1a22-448e-b936-f255ee99a6c1","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.12924338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"17f3c99b-1a22-448e-b936-f255ee99a6c1","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.167600801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"8613240c-eff6-43ff-acfd-ac572ef31a2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.175810436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"8613240c-eff6-43ff-acfd-ac572ef31a2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.205185773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"2b985e20-a799-4f95-b12b-f3cb248addc9","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.240654301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"7cf3a8bf-2a61-4418-b4f7-d3524b5129b2","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.240673838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"7cf3a8bf-2a61-4418-b4f7-d3524b5129b2","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.250486805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1dd7fdf5-791d-4b40-908b-60bc5e54bbff","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.250504634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1dd7fdf5-791d-4b40-908b-60bc5e54bbff","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.253617427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"c711ca5f-9f0d-4116-adbe-6c50fe45bb4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d8f9df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.255068363Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1dd7fdf5-791d-4b40-908b-60bc5e54bbff","name":"sub-test-model-ef1662","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ef1662\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.255128022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1dd7fdf5-791d-4b40-908b-60bc5e54bbff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ef1662\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.25554232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"afe0dac4-87e6-47b8-8c4a-741ee29fa0fe","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.264543615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"2923b5df-333d-48c0-bde7-0eaf904785a0","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.264565175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"2923b5df-333d-48c0-bde7-0eaf904785a0","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.265848738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"56462711-e66b-4dba-ace9-a5ba9d1f8ca5","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.2658692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"56462711-e66b-4dba-ace9-a5ba9d1f8ca5","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.268882085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"25734be6-51b7-486d-80ea-b2ad2ea93e43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.273264113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"44df2cd0-e436-4e35-840d-d94db274a306","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.273283501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"44df2cd0-e436-4e35-840d-d94db274a306","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.275382041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"92fb6aa0-df75-4390-beff-d29f23aea26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.275981453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"be041870-4563-45a5-8cfb-bc36b003f4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.278334064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"25734be6-51b7-486d-80ea-b2ad2ea93e43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.282718056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"92fb6aa0-df75-4390-beff-d29f23aea26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.284427347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"be041870-4563-45a5-8cfb-bc36b003f4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.306851744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"8a4a8798-bb45-4e87-a219-9018bbe651d7","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"sub-test-model-ef1662","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ef1662/e2e-shared-sub-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.307257315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"fd5a93b1-c158-489c-8251-f3ac6679eeb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.328418989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"fe278d15-29ad-46da-a2e0-aa8d51750724","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.328436686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"fe278d15-29ad-46da-a2e0-aa8d51750724","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.328825806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"27f58bd8-0058-4ebe-acfa-590dc1312f35","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.367384659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"036f373f-0cfd-4392-bbe5-21c3c986a3a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.376271793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"036f373f-0cfd-4392-bbe5-21c3c986a3a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.404369238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"00c42c2d-ac02-4399-a085-45008605ad45","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.406450701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"bbf4c2ff-30c9-4156-9647-76570412fba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.426701915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"9cd9d009-071d-42cf-ab57-10cb7a3b8785","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.42672592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"9cd9d009-071d-42cf-ab57-10cb7a3b8785","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.434646755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"b8ac4e02-9041-46d1-8cf3-83cb6ce0c01e","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.434665438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"b8ac4e02-9041-46d1-8cf3-83cb6ce0c01e","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.435802599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"19c7db2a-7f24-4774-acdc-f203cfb47741","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-d8f9df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.452489594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"b71a0091-27a7-4738-a57e-4ae90279a44c","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.452506313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"b71a0091-27a7-4738-a57e-4ae90279a44c","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.458082088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f5873007-90f5-40e0-88ca-9577892a4968","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.458101167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f5873007-90f5-40e0-88ca-9577892a4968","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.467825127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"263ad4da-6dfa-416d-8673-88195247e0c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.475523656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"263ad4da-6dfa-416d-8673-88195247e0c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.51237238Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"42901337-ab1b-4bd8-8d11-dd8d07f44a30","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-9c53b2/e2e-a-only-d8f9df","ai-tenant-e2e-shared-a-w0-9c53b2/e2e-shared-sub-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.539050092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f96b8e62-828b-40a0-9cf6-975260c53775","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.539071568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f96b8e62-828b-40a0-9cf6-975260c53775","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.606209231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"6d63f8da-7a4c-4f52-a2d0-ca1b7e8e80d7","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.607129937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"f190818e-b505-4a59-8235-214c27f8f072","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.692722225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"ef7099ed-cb78-4207-9891-2dcfb8f14552","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.692746373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"ef7099ed-cb78-4207-9891-2dcfb8f14552","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.693238986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"26a2b3f3-12c2-4917-b331-6c825ec1cec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.700732282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"26a2b3f3-12c2-4917-b331-6c825ec1cec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.701259982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"f0a16fb5-cc2d-497b-bc5a-9c044d9e35d5","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.701275989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"f0a16fb5-cc2d-497b-bc5a-9c044d9e35d5","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:45.703813139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"1cd5a2b3-7073-4e5f-b3a8-f75afba395b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-d8f9df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.718907732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"d0da89c4-2ef9-43cf-9d85-92048f092685","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.78107866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"d0da89c4-2ef9-43cf-9d85-92048f092685","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.789787576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"b4806a37-4a6b-4e7c-8267-543267136b90","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.789807001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"b4806a37-4a6b-4e7c-8267-543267136b90","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.811215512Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"d4943d6b-311b-461c-8ab6-158e4ed38d67","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-ef1662/e2e-b-only-d8f9df","ai-tenant-e2e-shared-b-w0-ef1662/e2e-shared-sub-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.831713427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"bb3995bc-a60f-4a5b-beb8-07356ae6aab8","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.831732837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"bb3995bc-a60f-4a5b-beb8-07356ae6aab8","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.904414298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"7ccb253c-8297-4638-89f2-97c39f94c1ff","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:45.904505802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"533ba741-32da-4bb9-825b-bb3e27fb960e","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:47.426705804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:48.837237213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a276346c-0ca2-4c54-b863-f05f7e29020d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:48.844652922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a276346c-0ca2-4c54-b863-f05f7e29020d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:48.854084752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"a276346c-0ca2-4c54-b863-f05f7e29020d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.135851535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"aa3e829d-4a99-4378-8667-6d3cab2ca6e5","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.138018172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"2f86787b-dc5e-4d5c-87fc-632fcecaaf5e","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.13996334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"0580de35-ea05-453a-b760-6ac5f74fdb0c","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.140224801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"a230ef28-7a06-479b-a01c-8bd83a818ed7","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.154620668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c00a5ac8-8520-4ce9-b115-b42bd3f8dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.154719144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"71b30974-c9e3-4544-b752-302727a59978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.159480538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"230e6e7c-455c-4474-a96b-1b1b2c5cc1b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.159697011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"7505f810-fb34-4fa8-9471-c6a091236398","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.161897552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"c00a5ac8-8520-4ce9-b115-b42bd3f8dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.162238361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"71b30974-c9e3-4544-b752-302727a59978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.250490047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3f551420-7941-4b0e-b17e-78bb639f5b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.250490444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eafb55e3-880e-40b6-9982-977b71ea275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.261295826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3f551420-7941-4b0e-b17e-78bb639f5b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.262238343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"258d18e9-f654-40cc-bdbb-b26c2c3ff46d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.262828162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"c56e23e3-cb8e-4230-81b9-4378fc4b3175","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.265494298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"eafb55e3-880e-40b6-9982-977b71ea275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.448992944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac32acd-c9bb-4967-a1cd-acdb920d95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.452272541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac32acd-c9bb-4967-a1cd-acdb920d95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.455394906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac32acd-c9bb-4967-a1cd-acdb920d95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.458785055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eac32acd-c9bb-4967-a1cd-acdb920d95e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.882676926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f76ff92-7001-4276-9e83-4f73b52bfd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.88627983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f76ff92-7001-4276-9e83-4f73b52bfd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.889602813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f76ff92-7001-4276-9e83-4f73b52bfd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:50.89289027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f76ff92-7001-4276-9e83-4f73b52bfd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.171246767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c1521d-3a84-4143-aec3-68f5384cd5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.175213205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c1521d-3a84-4143-aec3-68f5384cd5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.178812842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c1521d-3a84-4143-aec3-68f5384cd5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.183063844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c1521d-3a84-4143-aec3-68f5384cd5bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.355427102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e907a7-2b60-4cfd-91c0-4605f68ccf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.361627139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e907a7-2b60-4cfd-91c0-4605f68ccf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.385102602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e907a7-2b60-4cfd-91c0-4605f68ccf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.392315915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e907a7-2b60-4cfd-91c0-4605f68ccf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.581066913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d364adc0-a0bd-4946-babd-bbad7f8fb3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.58446296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d364adc0-a0bd-4946-babd-bbad7f8fb3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.588576156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d364adc0-a0bd-4946-babd-bbad7f8fb3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:51.596747176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d364adc0-a0bd-4946-babd-bbad7f8fb3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.496760754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.496827818Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.504499082Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.504873304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"58875ba6-1112-43b1-90da-ebc7f8e7a6d4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.512154918Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.512170523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.512224423Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.51527526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"1d209f4a-6f1f-4064-bbe8-2e9ec4294ee5","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.520246539Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.522711948Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"776903e7-9f31-4700-8d8a-5e75a061002c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fbcabd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.523255906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"1e8c3baf-b61e-41ba-8489-b379e6f271a1","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.530087195Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"2b1d4109-6946-4629-9b85-7ecf18ad9cc7","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.533102315Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"f42626cc-4634-496c-9fe1-4da5b5054578","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a11d4351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.533746872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"e170a734-66e5-40d1-9161-84788dea75da","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.537454034Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"e7cd6aad-8003-4a4d-ac5f-964404fece93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7fbcabd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.549668353Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"f8aa0d1d-39ee-43f6-aed5-868b7cff8b90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a11d4351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.5751758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"03d3638b-df84-4915-9472-273286f96400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.575887846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c7cd1583-b510-4cf8-a9b5-df3b4c5d6e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.585362606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"03d3638b-df84-4915-9472-273286f96400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.589792349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"c7cd1583-b510-4cf8-a9b5-df3b4c5d6e5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.596399652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4c0c7aa2-4bc2-40e1-8b72-40bfe209d1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.598498188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8c77a958-8ec1-4e71-8486-81404a377a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.682520131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4c0c7aa2-4bc2-40e1-8b72-40bfe209d1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.682881665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8c77a958-8ec1-4e71-8486-81404a377a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.708321093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8c77a958-8ec1-4e71-8486-81404a377a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.708342801Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-access","reconcileID":"8c77a958-8ec1-4e71-8486-81404a377a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:58.712713999Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4c0c7aa2-4bc2-40e1-8b72-40bfe209d1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e78c33-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:28:58.71277015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"4c0c7aa2-4bc2-40e1-8b72-40bfe209d1b7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e78c33-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.717187438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"premium-w2-e78c33","reconcileID":"57fa4e07-5ebd-4d1a-826f-806bb35ce79d","MaaSModelRef":{"name":"premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"premium-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"premium-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.718141025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3edc6599-14e5-4077-bacf-7b34ba988399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.773131913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3edc6599-14e5-4077-bacf-7b34ba988399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.780548006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3edc6599-14e5-4077-bacf-7b34ba988399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"e2e-worker-w2-e78c33-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.780570719Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-access","reconcileID":"3edc6599-14e5-4077-bacf-7b34ba988399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.787843228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"simulator-w2-e78c33","reconcileID":"5087872a-d452-42d5-a9c6-0ddf805de3f4","MaaSModelRef":{"name":"simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"simulator-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"simulator-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.879818088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"b0edcb33-c687-4a17-8c16-d3c681865eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.888357495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"b0edcb33-c687-4a17-8c16-d3c681865eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:28:58.897842772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"b0edcb33-c687-4a17-8c16-d3c681865eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:00.140695246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-w2-e78c33","reconcileID":"b7fd3c9a-03a1-405c-9e3e-1c19d58355a1","MaaSModelRef":{"name":"distinct-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:00.140987328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"namespace":"e2e-models-e2e-worker-w2-e78c33","name":"distinct-2-w2-e78c33","reconcileID":"8e074558-718d-453f-8693-6a24b1c87962","MaaSModelRef":{"name":"distinct-2-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33"},"routeName":"distinct-2-w2-e78c33-kserve-route","namespace":"e2e-models-e2e-worker-w2-e78c33","llmisvcName":"distinct-2-w2-e78c33","gateway":"openshift-ingress/e2e-worker-w2-e78c33","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.188444241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"8c49e5ca-7dbd-4f45-a013-71cf741d036c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.188579642Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"8c49e5ca-7dbd-4f45-a013-71cf741d036c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.190442421Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"dfe7687a-087c-4695-b5d3-de8ca05651bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.1905375Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"dfe7687a-087c-4695-b5d3-de8ca05651bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.192325762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"premium-simulator-subscription","reconcileID":"8c49e5ca-7dbd-4f45-a013-71cf741d036c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-premium-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/premium-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.19388961Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"simulator-subscription","reconcileID":"dfe7687a-087c-4695-b5d3-de8ca05651bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"name":"maas-trlp-simulator-w2-e78c33","namespace":"e2e-models-e2e-worker-w2-e78c33","model":"e2e-models-e2e-worker-w2-e78c33/simulator-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.765324522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"58c53233-3054-4c66-86f7-b4c21ded677c","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.765854776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"4b387266-7b2a-4251-b17d-0249dc9c6731","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.786016997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"60255821-f1ce-40e7-9369-43c4b9d4a27f","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.786037581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"60255821-f1ce-40e7-9369-43c4b9d4a27f","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.788590644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"37f89565-f7e1-44cd-854e-191988ece284","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.788612556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"37f89565-f7e1-44cd-854e-191988ece284","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.882564462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"b4f3fb3b-a2b8-47b8-9a6d-6e34576e8acf","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.883257532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"74ec0982-3642-48a7-9420-2dbe640a3c7c","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.902482398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"0f7b18d5-91d3-4c0b-8272-3e626626a3b5","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.902503007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"0f7b18d5-91d3-4c0b-8272-3e626626a3b5","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.905410901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f4445058-dc00-40e4-9dc1-0c1999e5cd52","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:03.905427329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"f4445058-dc00-40e4-9dc1-0c1999e5cd52","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.095256378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"a7254131-5ef6-4fc8-8121-ec73bbff6fab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.102727212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"a7254131-5ef6-4fc8-8121-ec73bbff6fab","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.20047219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0a3bd949-d390-4027-8aeb-033b85f413c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.216874103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"0a3bd949-d390-4027-8aeb-033b85f413c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.604727562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9da9fc72-de20-40d6-940e-7df2fec3eb55","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:04.604762643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9da9fc72-de20-40d6-940e-7df2fec3eb55","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:08.904975165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"92c24c62-dce3-4e53-9263-f51f82f71467","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:08.913754261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"92c24c62-dce3-4e53-9263-f51f82f71467","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:08.927655157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9f06ef3ac4949e874040f87a2d4eb205e2a5269e8851b21620e5fc8e130fe49) AuthConfig (8ca75eba4cd778892a02ccb682eee39bf7d3f11602f5921ed0c381b83c2f26fc) AuthConfig (ab31135457e9196964597d21d2482169e2b5e51b6dc18e5359037ab9cf5bcdd5) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (2de076f567b431be2d9b52d2d6086c79a6122259ed93a92929b2d8967a8049dd) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (131a9e144c427f62ab33a4d814eb1c30aa7c261dd7eaaef66695aae1e8944749) AuthConfig (a3ef72d1f0787c3bfb28b7a9ee61c9a9c907838be39c04327e4cf59c74a37ea1) AuthConfig (fc5f520edd7a01a1353f1c704efc35b8d7b907656116f768ad648594ad611c35) AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84) AuthConfig (eaf6d809ba67594dadcb6c25e63bda985ee9f9500f14613c976afca717456ce6) AuthConfig (f4ce39f490e2fa94f1bec9f70e35fbc56fdab416178f4072e293b0d83b9157be) AuthConfig (25828a80ae4239758c910e99cb35f4deaa61f60e51cb7992cb43fc75b57cfe7b) AuthConfig (d5760cc8638683e69e915dbf93e2c22228b7526a11819dcad84f582e6b63c981) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (2f3a36b72bf49c96ff6a323ae686bb33db4b589dbdd589cf4f46bd215da12d38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"92c24c62-dce3-4e53-9263-f51f82f71467","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:08.944409785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"5f75f6c6-87fb-4d58-b7bf-a33fc5d3ec42","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:08.944443813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"5f75f6c6-87fb-4d58-b7bf-a33fc5d3ec42","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.082275087Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.082583359Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","namespace":"ai-tenant-e2e-shared-a-w4-e92a08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.082728166Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","tenant":"e2e-shared-a-w4-e92a08","tenantID":"e2e-shared-a-w4-e92a08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.088174768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-e92a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.099217589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Service","name":"maas-api-e2e-shared-a-w4-e92a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.109444463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-e92a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.121940654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-e92a08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.13007562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.13827822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.144375505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.149766768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.153190983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.15630724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.159287743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.162203478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.165046067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.167982436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.170982579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.179031521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.181871834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.186847515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.189747522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-e92a08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.192555183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92a08"},"namespace":"ai-tenant-e2e-shared-a-w4-e92a08","name":"default-tenant","reconcileID":"8c894f6e-83a4-499f-9e9b-1685a367dd75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-e92a08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.297418171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-e92a08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-e92a08","reconcileID":"90ac5a5e-73ef-4dad-90a6-59fe4f82ff3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-e92a08","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-e92a08"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.719391579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49590de-4b15-460a-a4fd-686740d1f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.722898929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49590de-4b15-460a-a4fd-686740d1f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.726264071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49590de-4b15-460a-a4fd-686740d1f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.729842136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e49590de-4b15-460a-a4fd-686740d1f3ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.961060189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a680f085-9967-4be0-a39f-aeaced7408b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.965353032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a680f085-9967-4be0-a39f-aeaced7408b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.96919725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a680f085-9967-4be0-a39f-aeaced7408b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:10.973363616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a680f085-9967-4be0-a39f-aeaced7408b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.663313341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"03b9f99b-24b3-4974-84a7-cbc007188fdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.663491979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"490ee5e4-2d79-402a-9812-458e2e5cb718","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.663511953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"490ee5e4-2d79-402a-9812-458e2e5cb718","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.71884092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"da3ef86e-fd2d-46b9-95c0-a16488a789c8","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.719093027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"02dce4c0-d519-4856-8ce1-6c1bcf2ccd8a","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.774158726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"03b9f99b-24b3-4974-84a7-cbc007188fdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.81755434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"03b9f99b-24b3-4974-84a7-cbc007188fdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.817579387Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"03b9f99b-24b3-4974-84a7-cbc007188fdd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.827381184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"4cf87009-e308-4127-b431-b0d4fce10843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.8277008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"542dafe3-32eb-4ef8-90c6-81b62150fb11","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.827717419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"542dafe3-32eb-4ef8-90c6-81b62150fb11","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.853177102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"7cc1a1bc-e6bb-4bd8-aaed-12cdfb46b431","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.853345168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"44d52df6-dcbe-4318-a74a-ec86b42d4da3","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.874212034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"4cf87009-e308-4127-b431-b0d4fce10843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.881445395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"4cf87009-e308-4127-b431-b0d4fce10843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"e2e-shared-a-w0-9c53b2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.881464632Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"4cf87009-e308-4127-b431-b0d4fce10843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-9c53b2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:29:11.884544077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"4cf87009-e308-4127-b431-b0d4fce10843","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-d8f9df\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.974031921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"80a657ed-23b1-4f49-b7af-7495e0cf50f6","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:11.974052529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"80a657ed-23b1-4f49-b7af-7495e0cf50f6","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.227535785Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.227621602Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","namespace":"ai-tenant-e2e-worker-w2-e78c33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.227690974Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","tenant":"e2e-worker-w2-e78c33","tenantID":"e2e-worker-w2-e78c33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.232275418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Deployment","name":"maas-api-e2e-worker-w2-e78c33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.24441071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Service","name":"maas-api-e2e-worker-w2-e78c33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.255388131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-e78c33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.266080305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-e78c33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.271792548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.278897499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.287497638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.293253908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.296282617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.299024719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.302117708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Service","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.305049732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.307721826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.310355215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.313101741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.319240232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.322084943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.324965429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.327751793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-e78c33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.330438371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e78c33"},"namespace":"ai-tenant-e2e-worker-w2-e78c33","name":"default-tenant","reconcileID":"e98b90d7-77b6-4f67-b526-96ba78bee00c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-e78c33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.518401914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.524595203Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e78c33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e78c33","reconcileID":"6952bb70-7450-4ebe-a0cb-2d56506764ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e78c33","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-e78c33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.847931085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d8c3f8-0cbe-48e6-a9d7-637eb2d400a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.851363585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d8c3f8-0cbe-48e6-a9d7-637eb2d400a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.854778989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d8c3f8-0cbe-48e6-a9d7-637eb2d400a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:17.858279334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d8c3f8-0cbe-48e6-a9d7-637eb2d400a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.139886436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672883fd-db6b-4572-8312-fd9e20eae1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.143763883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672883fd-db6b-4572-8312-fd9e20eae1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.147183253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672883fd-db6b-4572-8312-fd9e20eae1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.150710274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672883fd-db6b-4572-8312-fd9e20eae1f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.799257952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395bd3b5-7af2-41f3-92a7-504ebfda9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.802879166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395bd3b5-7af2-41f3-92a7-504ebfda9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.806436135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395bd3b5-7af2-41f3-92a7-504ebfda9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.812983002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395bd3b5-7af2-41f3-92a7-504ebfda9d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.953338825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"72ed58ee-3e68-47d0-9b5c-2fc0e2712711","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.96071552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"72ed58ee-3e68-47d0-9b5c-2fc0e2712711","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:18.966673773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9f06ef3ac4949e874040f87a2d4eb205e2a5269e8851b21620e5fc8e130fe49) AuthConfig (8ca75eba4cd778892a02ccb682eee39bf7d3f11602f5921ed0c381b83c2f26fc) AuthConfig (ab31135457e9196964597d21d2482169e2b5e51b6dc18e5359037ab9cf5bcdd5) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (2de076f567b431be2d9b52d2d6086c79a6122259ed93a92929b2d8967a8049dd) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (131a9e144c427f62ab33a4d814eb1c30aa7c261dd7eaaef66695aae1e8944749) AuthConfig (a3ef72d1f0787c3bfb28b7a9ee61c9a9c907838be39c04327e4cf59c74a37ea1) AuthConfig (fc5f520edd7a01a1353f1c704efc35b8d7b907656116f768ad648594ad611c35) AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84) AuthConfig (eaf6d809ba67594dadcb6c25e63bda985ee9f9500f14613c976afca717456ce6) AuthConfig (f4ce39f490e2fa94f1bec9f70e35fbc56fdab416178f4072e293b0d83b9157be) AuthConfig (25828a80ae4239758c910e99cb35f4deaa61f60e51cb7992cb43fc75b57cfe7b) AuthConfig (d5760cc8638683e69e915dbf93e2c22228b7526a11819dcad84f582e6b63c981) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (2f3a36b72bf49c96ff6a323ae686bb33db4b589dbdd589cf4f46bd215da12d38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"72ed58ee-3e68-47d0-9b5c-2fc0e2712711","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.061578027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74acbb79-7312-4d6f-8df2-308891083cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.06971281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74acbb79-7312-4d6f-8df2-308891083cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.086031896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74acbb79-7312-4d6f-8df2-308891083cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.089334693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74acbb79-7312-4d6f-8df2-308891083cec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.339155625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739826ed-8bd6-42e9-8180-5b1168ee538a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.342957098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739826ed-8bd6-42e9-8180-5b1168ee538a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.34627336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739826ed-8bd6-42e9-8180-5b1168ee538a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:19.349857428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739826ed-8bd6-42e9-8180-5b1168ee538a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:21.990279737Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"353ac3ee-2493-4096-810d-40bbb2aad0a5","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscription":"e2e-shared-sub-d8f9df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.008248572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-shared-sub-d8f9df","reconcileID":"353ac3ee-2493-4096-810d-40bbb2aad0a5","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-9c53b2/e2e-a-only-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.021751428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"418e2f1c-94fd-4b99-bf50-79a7658b3522","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.030903203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"6bfffd69-cac5-4e57-a951-ca15b261c3b2","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.030940118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"6bfffd69-cac5-4e57-a951-ca15b261c3b2","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.178599397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"40287de5-024e-4502-b148-dd5e6276f50e","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:22.178621446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"40287de5-024e-4502-b148-dd5e6276f50e","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.303061206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"352de368-fa42-4783-b7f4-a9a5036aecb7","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.303092611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"352de368-fa42-4783-b7f4-a9a5036aecb7","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.591399009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"8601c4cc-2406-43e6-aa84-aba9e4f1b1f8","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.591448552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"8601c4cc-2406-43e6-aa84-aba9e4f1b1f8","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.596477174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9d21d18f-836d-4399-aed1-40bed43a4db0","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.596503066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9d21d18f-836d-4399-aed1-40bed43a4db0","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.603065692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"283426d3-2827-4322-900e-69477d55fe85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.632233966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"283426d3-2827-4322-900e-69477d55fe85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.638669579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"283426d3-2827-4322-900e-69477d55fe85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.646978532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"f46b9b3e-4b58-42e6-8d3b-ef1784c9381a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:26.64699336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"f46b9b3e-4b58-42e6-8d3b-ef1784c9381a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:28.973801938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"23412360-4fe0-4b80-8b69-ecae0000cdf3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:28.981615622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"23412360-4fe0-4b80-8b69-ecae0000cdf3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:28.996810336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-6012b5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e9f06ef3ac4949e874040f87a2d4eb205e2a5269e8851b21620e5fc8e130fe49) AuthConfig (8ca75eba4cd778892a02ccb682eee39bf7d3f11602f5921ed0c381b83c2f26fc) AuthConfig (ab31135457e9196964597d21d2482169e2b5e51b6dc18e5359037ab9cf5bcdd5) AuthConfig (8c6bcbfb83bc4a9f8ee05cfb1a27abfd60459d3640979c1092f74d9082f4a2bf) AuthConfig (f0a78c8579a8cf2656c263bd35b0b3abd81bfed36812e7c389432e8f3221e399) AuthConfig (2de076f567b431be2d9b52d2d6086c79a6122259ed93a92929b2d8967a8049dd) AuthConfig (140c918b70b5808a8a1096a66bdb51b24ec1d4bd3f1baeb1bdeab519a4533675) AuthConfig (131a9e144c427f62ab33a4d814eb1c30aa7c261dd7eaaef66695aae1e8944749) AuthConfig (a3ef72d1f0787c3bfb28b7a9ee61c9a9c907838be39c04327e4cf59c74a37ea1) AuthConfig (fc5f520edd7a01a1353f1c704efc35b8d7b907656116f768ad648594ad611c35) AuthConfig (5754e972d4cda0a9d0cdae414876d1dc8fc2262806522bea879953e17e3085e2) AuthConfig (95b418ad1cdb0b3c367d7b1203292c325f57129c4ac7d8b880681612fd67af84) AuthConfig (eaf6d809ba67594dadcb6c25e63bda985ee9f9500f14613c976afca717456ce6) AuthConfig (f4ce39f490e2fa94f1bec9f70e35fbc56fdab416178f4072e293b0d83b9157be) AuthConfig (25828a80ae4239758c910e99cb35f4deaa61f60e51cb7992cb43fc75b57cfe7b) AuthConfig (d5760cc8638683e69e915dbf93e2c22228b7526a11819dcad84f582e6b63c981) AuthConfig (650e71f5a5c3177ec763e52744dc14a881f72aee44ffcb6cecc41ec2cbd05a8e) AuthConfig (2f3a36b72bf49c96ff6a323ae686bb33db4b589dbdd589cf4f46bd215da12d38)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"23412360-4fe0-4b80-8b69-ecae0000cdf3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.206445579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"a7a2eb40-5057-4291-a9e0-0eed742617af","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","subscription":"e2e-a-only-d8f9df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.210086382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"a7a2eb40-5057-4291-a9e0-0eed742617af","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.213712338Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"e2e-a-only-d8f9df","reconcileID":"a7a2eb40-5057-4291-a9e0-0eed742617af","MaaSSubscription":{"name":"e2e-a-only-d8f9df","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"name":"maas-trlp-sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.244905227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"9d5d9756-3644-4fbd-b319-a973c1d2c0a7","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"tenant":"e2e-shared-a-w0-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","model":"ai-tenant-e2e-shared-a-w0-9c53b2/sub-test-model-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.244938272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"sub-test-model-9c53b2","reconcileID":"9d5d9756-3644-4fbd-b319-a973c1d2c0a7","MaaSModelRef":{"name":"sub-test-model-9c53b2","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"routeName":"sub-test-model-9c53b2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","llmisvcName":"sub-test-model-9c53b2","gateway":"openshift-ingress/e2e-shared-a-w0-9c53b2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.548276362Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5d273052-78c3-455a-91c3-145074af11c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.548351424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"96966e87-2d4f-4914-afbf-3a80b5e73d25","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.548378626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"96966e87-2d4f-4914-afbf-3a80b5e73d25","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.559970178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5d273052-78c3-455a-91c3-145074af11c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.576365863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"57c948de-f08d-4295-bd94-daa55ab48b3f","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.580521751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"b5ac4d0a-253f-468c-a1dd-831ef15d4bfb","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.607633304Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5d273052-78c3-455a-91c3-145074af11c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"e2e-shared-b-w0-ef1662-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.607665245Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-sub-iso-auth-d8f9df","reconcileID":"5d273052-78c3-455a-91c3-145074af11c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.61530628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1447fff6-4847-4374-96d1-7a1744df4e2c","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.615336417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"1447fff6-4847-4374-96d1-7a1744df4e2c","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.67251022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"0db0fefb-d63c-4ab1-b366-3e187693a963","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.672560741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"e018e610-7173-419b-85bd-e0bcbf9b9e80","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.713288933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"e99ff8b6-3b04-4d9e-96af-95718222030b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.720707232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"e99ff8b6-3b04-4d9e-96af-95718222030b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.72707501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"e99ff8b6-3b04-4d9e-96af-95718222030b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.812312862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"323c1288-dbcf-4891-b7d6-b229e5bb7155","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:32.812337584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"323c1288-dbcf-4891-b7d6-b229e5bb7155","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.757418272Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.757492315Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.757560035Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","tenant":"e2e-shared-b-w4-fcc2ce","tenantID":"e2e-shared-b-w4-fcc2ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.762681457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-fcc2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.776992049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Service","name":"maas-api-e2e-shared-b-w4-fcc2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.792254561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-fcc2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.800076001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-fcc2ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.809082286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.820223436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.830169798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.836083049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.843077975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.846113355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.849013764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.851806205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.854655605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.857514159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.86036135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.868276728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.870948074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.873748759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.876526147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-fcc2ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:35.879165505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce"},"namespace":"ai-tenant-e2e-shared-b-w4-fcc2ce","name":"default-tenant","reconcileID":"c543c79a-c718-45d7-b5c8-95bede20df73","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-fcc2ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.154670963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-fcc2ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-fcc2ce","reconcileID":"c021b69a-35bb-4b94-825b-8388868127a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-fcc2ce","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-fcc2ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.339306992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0743b6-a8f0-4168-9d82-162cb3798322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.343460254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0743b6-a8f0-4168-9d82-162cb3798322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.367892019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0743b6-a8f0-4168-9d82-162cb3798322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.378355917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a0743b6-a8f0-4168-9d82-162cb3798322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.620972192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfb2c74-7e65-407b-a780-ea8ea7b94eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.627667109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfb2c74-7e65-407b-a780-ea8ea7b94eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.634977203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfb2c74-7e65-407b-a780-ea8ea7b94eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:36.63857196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfb2c74-7e65-407b-a780-ea8ea7b94eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:39.004565111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"03fd7435-47d3-46e6-b31c-f82037d3c984","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:39.012057473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"03fd7435-47d3-46e6-b31c-f82037d3c984","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:39.037011616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"c8bb00bf-df51-4a5f-9c2b-ffe5a6f50c89","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:39.037033769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"c8bb00bf-df51-4a5f-9c2b-ffe5a6f50c89","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.154532149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"94c10dfd-a110-4cf1-a39e-f988d38f27b0","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.154554084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"94c10dfd-a110-4cf1-a39e-f988d38f27b0","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.159505117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"ab4d4689-3116-4dca-80d1-0d777dfefae5","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.159526134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"ab4d4689-3116-4dca-80d1-0d777dfefae5","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.167974773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"188c6787-0f42-4996-bc1a-6dab0bc301ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.193217149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"188c6787-0f42-4996-bc1a-6dab0bc301ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.199120377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"188c6787-0f42-4996-bc1a-6dab0bc301ce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.206290097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"4c2cd617-a2f7-4316-8328-800b8e248ee7","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:41.20630994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"4c2cd617-a2f7-4316-8328-800b8e248ee7","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.734317657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"27e422c3-8fc5-4cb2-8575-d6b73ca13f04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.744317601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"27e422c3-8fc5-4cb2-8575-d6b73ca13f04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.75044892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"27e422c3-8fc5-4cb2-8575-d6b73ca13f04","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.831836527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"0966f31c-cfb6-4e3e-9073-ee23b5b8faeb","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscription":"e2e-shared-sub-d8f9df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.851610442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-shared-sub-d8f9df","reconcileID":"0966f31c-cfb6-4e3e-9073-ee23b5b8faeb","MaaSSubscription":{"name":"e2e-shared-sub-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ef1662/e2e-b-only-d8f9df"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.878004575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"1954de9e-2b46-4340-8676-94a044e0c6f6","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.879253278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"9b6a4111-c5fe-41c0-ae5f-522aca902494","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:42.879273352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"9b6a4111-c5fe-41c0-ae5f-522aca902494","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:43.236195331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"65d641a7-dbd7-4a99-899a-00e96b3788db","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:43.236221012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"65d641a7-dbd7-4a99-899a-00e96b3788db","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.515837635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"71cf3d17-9867-4534-aadf-f2c57c3e0aac","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.519638158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"5a7439f8-a26c-4177-8f57-ba21bfc54993","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.51996455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"a8710ede-8554-4f26-84bd-44d17926a7f3","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.520121756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"ce113524-360c-4a0d-a396-78c69d2f2ccc","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.527469407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"cd5e50cf-decf-44c7-8cfa-efe7f99ccc3a","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.527785834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"92a8abc1-c5a0-40c7-9a36-b9cae81dd347","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.528094541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"3cda5fa3-f24d-4f02-8ff8-f37dd99e63db","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.528279335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"a1ef78fc-80d9-4d97-97ed-e9d84148b722","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.531485879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"93a2bebe-cee8-4c16-8c0a-1505225f350a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.535673453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"38971641-b48f-40a4-bc4e-f3941adf916a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.538486852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"28bde79c-9cb6-4aca-a724-5f5293d56fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.539512332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"93a2bebe-cee8-4c16-8c0a-1505225f350a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.684133501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"122ce39a-147b-465d-a82a-1ec2ef3b2c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.71051629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"a96ae5fc-63d6-4150-9a2b-b15ba850eb4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.712052696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"122ce39a-147b-465d-a82a-1ec2ef3b2c73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.729357332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a281d7c9-91d4-4481-8fbc-c740ad6ff6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.734596072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"0732bfc5-9221-4830-b128-2d4aad5f5442","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.736098411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"a281d7c9-91d4-4481-8fbc-c740ad6ff6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.748342811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fb0f8-c092-4aef-a6d9-e576508f319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.751823502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fb0f8-c092-4aef-a6d9-e576508f319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.75500556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fb0f8-c092-4aef-a6d9-e576508f319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.758270152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50fb0f8-c092-4aef-a6d9-e576508f319b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.829310241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f2a227da-d0ed-4cee-af51-0869f3b5daf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:44.837152038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"f2a227da-d0ed-4cee-af51-0869f3b5daf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:45.149620531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f574b4-5f62-4f82-88e4-a5d918408946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:45.152904199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f574b4-5f62-4f82-88e4-a5d918408946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:45.156072525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f574b4-5f62-4f82-88e4-a5d918408946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:45.159340644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f574b4-5f62-4f82-88e4-a5d918408946","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:47.425476052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.540395359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"00ddef94-e8f0-4528-92cf-587932471bd0","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.581815617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d2ef83fa-9ef1-4d5d-ad45-e444b2da4a0a","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.622999332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"6baef5f2-da25-4862-914d-e986de5aace6","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.684578907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d835e603-adea-43e0-8a18-e229ca39664e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.689013919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"38c21d7f-792b-483c-8352-0a381ea93457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.693273462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"589a43ac-6d84-4635-94f3-22a030e62b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.69426794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9df8c97a-605b-47a3-b18e-4e3b354a6835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.702128574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"589a43ac-6d84-4635-94f3-22a030e62b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.703644781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"9df8c97a-605b-47a3-b18e-4e3b354a6835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.786992241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"c2ececec-af1a-4426-995a-6d8ebb34b8d5","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.797418831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e483c8da-17c7-434b-8191-c62d42aacaaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.797650635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6f5189f8-be13-4449-9e29-6e008881f1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.799408705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"6e8823b2-bdde-4317-acb0-31087a9a4598","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.800387218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"4b889dfe-c5b9-44e5-8e38-d3f0777ce484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.805229051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"6f5189f8-be13-4449-9e29-6e008881f1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.806251622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"e483c8da-17c7-434b-8191-c62d42aacaaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.820664798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"1a26ec04-25df-43c7-a51f-17d1f5920968","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:49.836842475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"ce6278c8-ce1f-48e3-a13d-a5da21c1981e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:51.213655983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"819a002f-2955-46b9-85aa-2438940b1a78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:51.222060174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"819a002f-2955-46b9-85aa-2438940b1a78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:51.228126706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"819a002f-2955-46b9-85aa-2438940b1a78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:52.756990641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"3959f935-9a08-4afd-967e-f8a3ae0976bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:52.765697687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"3959f935-9a08-4afd-967e-f8a3ae0976bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:52.774276859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"3959f935-9a08-4afd-967e-f8a3ae0976bf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:53.257971497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"85480401-143e-4a98-a0dd-b6f22a16161d","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","subscription":"e2e-b-only-d8f9df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:53.261551427Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"85480401-143e-4a98-a0dd-b6f22a16161d","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:53.265149255Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"e2e-b-only-d8f9df","reconcileID":"85480401-143e-4a98-a0dd-b6f22a16161d","MaaSSubscription":{"name":"e2e-b-only-d8f9df","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"name":"maas-trlp-sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:53.291208483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"4cfb618e-0179-4032-80cc-d1ea46a2ab25","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"tenant":"e2e-shared-b-w0-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","model":"ai-tenant-e2e-shared-b-w0-ef1662/sub-test-model-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:53.291229363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"sub-test-model-ef1662","reconcileID":"4cfb618e-0179-4032-80cc-d1ea46a2ab25","MaaSModelRef":{"name":"sub-test-model-ef1662","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"routeName":"sub-test-model-ef1662-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","llmisvcName":"sub-test-model-ef1662","gateway":"openshift-ingress/e2e-shared-b-w0-ef1662","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.56981028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"ac9bdb48-1542-4dbe-bd8a-738499748d26","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.570109201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d6de2d9d-1dcf-4049-825d-b569e6c4eab7","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.57027412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"9c9679af-9e24-405f-abc2-7c13d7bf695f","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.570560158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"30f53182-7b73-468a-8d49-19643a3a3dcc","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.582669393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"90f6af7c-a3f0-4469-8cdf-844bf4cd366b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.582732958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"99ccf615-83ac-4e16-873e-bc096f52bf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.584214339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"0889126e-6a0c-45cc-96d2-6d85d3e8fed1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.584342741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"2c4ec0b6-990c-4109-8b82-5dba6b87a6b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.590303636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"99ccf615-83ac-4e16-873e-bc096f52bf3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.590670431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"90f6af7c-a3f0-4469-8cdf-844bf4cd366b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.684287111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d4a0db91-2f5f-42fb-90f7-1f022e71964e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.6843122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8321eadc-26a1-42ca-aa41-817e56ac5c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.690711773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"8b248305-9c0c-49fc-9669-9871bbf9cfc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.690965925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"d4c59c2b-0e41-4a37-8cbb-ca35ec5e552e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.696032393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"8321eadc-26a1-42ca-aa41-817e56ac5c2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:54.699160316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"d4a0db91-2f5f-42fb-90f7-1f022e71964e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.615291499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.615364895Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.623579386Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.624390431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"b2e5cb7c-c059-4884-90f0-8aa0dd03da5e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.631634127Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.631650087Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.631711773Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.634511287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"a3585f10-8ebe-4ded-b986-3ebc533da2e8","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.639018808Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.639810374Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"cb66f0dd-56d4-40b2-9264-73e99b7382bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-451037cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.643634627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"273dd40f-e6d9-4865-9328-dddc0b7a3061","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.648335983Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"18f58af1-a255-4f76-9ae3-d457e6879397","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.653411143Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"cef43486-eeca-438d-b2c4-8d42235e348f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6869004a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.654012741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b632ddf4-3d1f-4f42-9d5a-e40ce2584bdc","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.659188955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"21239495-732d-4870-9bb6-545a380ac53c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-451037cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.672096166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"221ce24c-0097-4220-bdbc-0b42c6231b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6869004a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.689455773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"63d6efca-e626-4882-b526-641792d6386c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.690213675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d4a7198d-f925-4442-9336-a9d27e055093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.701523321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"63d6efca-e626-4882-b526-641792d6386c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.703876874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d4a7198d-f925-4442-9336-a9d27e055093","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.807886085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0fc5236-6ad5-4e2e-9784-6caf69aee349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.807886553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"28441317-d070-4751-be33-3cfc0685e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.817324337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0fc5236-6ad5-4e2e-9784-6caf69aee349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.817339368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"28441317-d070-4751-be33-3cfc0685e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.843689109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"28441317-d070-4751-be33-3cfc0685e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.843708658Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-access","reconcileID":"28441317-d070-4751-be33-3cfc0685e1f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:29:57.846716247Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0fc5236-6ad5-4e2e-9784-6caf69aee349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-d5d3c3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:29:57.846774171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"d0fc5236-6ad5-4e2e-9784-6caf69aee349","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-d5d3c3-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.881210881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11a6a581-87f2-4bf2-96a8-457dd0fd693e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:57.88195047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"c5742de8-8adb-4f48-812b-d2d959dfc51e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:58.012669734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11a6a581-87f2-4bf2-96a8-457dd0fd693e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:58.020769745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11a6a581-87f2-4bf2-96a8-457dd0fd693e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"e2e-worker-w4-d5d3c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:58.020793656Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-access","reconcileID":"11a6a581-87f2-4bf2-96a8-457dd0fd693e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:29:58.028493945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"e508d29a-e76b-4825-bfcd-ced8aaa7d686","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:01.287903126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"df95d68c-9a04-4fde-b9f0-8debfd42d95c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:01.296173429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"df95d68c-9a04-4fde-b9f0-8debfd42d95c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:01.302084155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc8ba9abccec033aea2eba5871d5dbd09e717102e10991d92e4accbb7463baed) AuthConfig (333681cdb49a42d7ca7b9c76e2a2888e8eb5bfbae2621b7853cedfada639902e) AuthConfig (557687c700b936392d1973fe8a9c6f6a7f4c8544d83a1883e1c8f9d0f1b412f5) AuthConfig (e74b0ee90649d97061b24cefe01f42653acf9a6d7f07141c6a56357d6e76ee3f) AuthConfig (6e70e2527547f2ba5e1848e7cab45a2cf2e6c97b4c6e74e43e5b30d81752e7f8) AuthConfig (f8e810477dabaf9b24e53089f2b89ea7d927033e6b36fae3795c10cd2a03d563) AuthConfig (bb73dbccff5fcc31a805471b0636aa10db278bfa13d0d9ade105e8f589849e4c) AuthConfig (350f963998cbce48e21dac1cfaba6d3535decfe8b2ebeead9558a0b79ecd9fec) AuthConfig (533bcfd4a6a7b50f7df850847d1d5024ebc88a3fd5c4368e51642a83db279ec8) AuthConfig (b8161cb846fb50f2449fe7dc36571de379d4695b951250213acb7e6f5fc71f17) AuthConfig (29a578f207669d7d1e81cf3d3c146598a174383f6d03482a5ecb4f68dbbe903f) AuthConfig (f40b0a1df7d8e7063713a54f4789b6bc60b5c97344b926cb54ceac1a939b3e53) AuthConfig (6bd22a874677c0c0ddb764e4770b947807815ae75f4489c56f592ae04603593f) AuthConfig (240f5ea55b2143004d8e86dddc8cce3989f19be789694887537d315569cfcef3) AuthConfig (3bc42966dfaebfc1c210d489edeed0fd2af1309e9da40cced0bfe06ff3f1cb1b) AuthConfig (d49daca808d8c154dede6a2153f93ea483b2adb417aa00cff98c97bfdb888f70) AuthConfig (aa4e59d15ff0fbc0496a0a59409a85f60d248585c06adede1a869d07ce52d8e7) AuthConfig (14662c60f5015ab748ee92868be0a2c37e889384448fc6a6b0a66ccf90e0a397)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"df95d68c-9a04-4fde-b9f0-8debfd42d95c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:01.310541582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"95d28e74-010d-4d17-a6cd-4fc16577b3fb","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:01.310560859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"95d28e74-010d-4d17-a6cd-4fc16577b3fb","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:02.785584765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1e7922ab-ab5f-40db-a425-caa6f0054b9c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:02.794700618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1e7922ab-ab5f-40db-a425-caa6f0054b9c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:02.802007762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63fee74ca097d1c65cbf4ea7e6cfa53861b7acdc6b13aadb6afddefa7ed21bd2) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (71cb7f9d76b765a7faacce6a75ef8fa03cac2f84677d80bc3541279f7d8d5261) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (3b005577fca82d0c729ec7af0d03795feaa484c0d76c457d0aee005fa61692f8) AuthConfig (b39ce1ddd9206c5861920060020a3466225982ff99207e7090b9d2e2c74e087c) AuthConfig (7be930bb1fbccc6938b16ad284369173258c59d7458c29da38fba45cb6bc2c03) AuthConfig (aae2660832709b69fec26c9a55d61a0326d27a6e8321ee5dfc5629ba001b1e9e) AuthConfig (658aa59a869e804949ae9d6bf0cda67d686e922aa89a7c354f678597c63239cf) AuthConfig (40f144440799b018e81db08a15b6fef8cc6420311d3f0b50b3455c7106b606f7) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (9b824e48bb13cc2915a36a17cce1434677c413712de593046ff82a1c37b9aef9) AuthConfig (43f79e8e892727e1a998338720ed8394d1689bb9facf7fbfaee7352f66a08528) AuthConfig (b3d88e1c777a81c52f7fc75ac43f52c10ece6066aeb2bb0eeb264af531aee48c) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (62bbcc2a1322bc64b5caf283812080b9538f24f4c53a0e51235998517a593be7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1e7922ab-ab5f-40db-a425-caa6f0054b9c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:02.81243693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"21c4a021-7774-4c90-bc28-115c52516595","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:02.812513894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"21c4a021-7774-4c90-bc28-115c52516595","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:04.570711864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"851af1ec-952e-4e06-9afe-caa52d67f451","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:04.571128203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"dc4a4dc0-cf49-43d9-b950-9abd06de83fd","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.573281989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea66bad7-02fd-43ea-916e-e68a4db19cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.58185117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea66bad7-02fd-43ea-916e-e68a4db19cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.586482779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea66bad7-02fd-43ea-916e-e68a4db19cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.590036293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea66bad7-02fd-43ea-916e-e68a4db19cd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.836357546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765f636d-5013-412e-84fe-55a1f3f2b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.839831586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765f636d-5013-412e-84fe-55a1f3f2b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.843046493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765f636d-5013-412e-84fe-55a1f3f2b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:05.846552007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"765f636d-5013-412e-84fe-55a1f3f2b84f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.04374659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee079922-0a4f-4eb8-9155-4246fcf1b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.047049645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee079922-0a4f-4eb8-9155-4246fcf1b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.05032993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee079922-0a4f-4eb8-9155-4246fcf1b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.05387542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee079922-0a4f-4eb8-9155-4246fcf1b39a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.424594822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf22b3bc-0298-4a86-a448-c88b7e16f4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.428065722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf22b3bc-0298-4a86-a448-c88b7e16f4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.431369635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf22b3bc-0298-4a86-a448-c88b7e16f4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.434940659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf22b3bc-0298-4a86-a448-c88b7e16f4c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.731874604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1241590b-e622-473c-b1f8-5eb30b33863b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.736133176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1241590b-e622-473c-b1f8-5eb30b33863b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.739465074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1241590b-e622-473c-b1f8-5eb30b33863b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.742779329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1241590b-e622-473c-b1f8-5eb30b33863b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.944003256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bede3ca-32b3-4d48-960a-01d9ad3ea2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.947496079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bede3ca-32b3-4d48-960a-01d9ad3ea2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.950772984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bede3ca-32b3-4d48-960a-01d9ad3ea2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:06.981063609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bede3ca-32b3-4d48-960a-01d9ad3ea2d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.215705207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab68ba5-f93b-414e-b13b-c9cb80e6320b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.281391893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab68ba5-f93b-414e-b13b-c9cb80e6320b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.285176647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab68ba5-f93b-414e-b13b-c9cb80e6320b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.288420444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab68ba5-f93b-414e-b13b-c9cb80e6320b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.541493118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b55605-9ed8-418f-a940-b25f842aaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.544892874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b55605-9ed8-418f-a940-b25f842aaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.550078058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b55605-9ed8-418f-a940-b25f842aaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.556894531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b55605-9ed8-418f-a940-b25f842aaee2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.663709966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"9d235c8e-c8ad-44ca-8bd9-b76fb4de4007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.672418749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"9d235c8e-c8ad-44ca-8bd9-b76fb4de4007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.676741765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"571b97d4-8225-4896-8bde-af7d4448e4c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.678039395Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"simulator-subscription","reconcileID":"9d235c8e-c8ad-44ca-8bd9-b76fb4de4007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.680244343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"571b97d4-8225-4896-8bde-af7d4448e4c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.684512015Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"premium-simulator-subscription","reconcileID":"571b97d4-8225-4896-8bde-af7d4448e4c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"name":"maas-trlp-premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3","model":"e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.703473678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3ee3526d-3a8f-45cc-8d7f-3adf3358bdc5","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"simulator-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"simulator-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.710942825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"8140c937-d1ff-4c0d-838a-8436f51f5a45","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"premium-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"premium-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.748220451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc8d48-3fe1-4834-964f-391fc0288762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.789234031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc8d48-3fe1-4834-964f-391fc0288762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.793491526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc8d48-3fe1-4834-964f-391fc0288762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:07.797063586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdc8d48-3fe1-4834-964f-391fc0288762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.027181603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7959e42-c4ef-4d30-99ee-7e452b7d4b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.030539138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7959e42-c4ef-4d30-99ee-7e452b7d4b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.033877439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7959e42-c4ef-4d30-99ee-7e452b7d4b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.037220064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7959e42-c4ef-4d30-99ee-7e452b7d4b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.294250646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55918c54-586e-4345-b294-4c0f9302b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.297497649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55918c54-586e-4345-b294-4c0f9302b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.300704718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55918c54-586e-4345-b294-4c0f9302b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.303778114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55918c54-586e-4345-b294-4c0f9302b19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.612849754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff360bfb-ef67-4a4d-baf3-346e135e475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.616322873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff360bfb-ef67-4a4d-baf3-346e135e475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.620080629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff360bfb-ef67-4a4d-baf3-346e135e475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.626974071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff360bfb-ef67-4a4d-baf3-346e135e475e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.845031944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45db2-42c3-4208-a13e-24316305f7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.848608299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45db2-42c3-4208-a13e-24316305f7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.852315002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45db2-42c3-4208-a13e-24316305f7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:08.855615818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc45db2-42c3-4208-a13e-24316305f7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.102739009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac89bd8f-89dd-4228-a709-cd8ed464a9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.106135124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac89bd8f-89dd-4228-a709-cd8ed464a9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.18139939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac89bd8f-89dd-4228-a709-cd8ed464a9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.184822396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac89bd8f-89dd-4228-a709-cd8ed464a9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.440526707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1bb808-a40a-44ec-bce0-266ca89aec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.443877738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1bb808-a40a-44ec-bce0-266ca89aec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.447161811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1bb808-a40a-44ec-bce0-266ca89aec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:09.450526298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1bb808-a40a-44ec-bce0-266ca89aec36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:11.316497681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"16b3a793-012e-4e79-89ba-8b007546232b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:11.324904431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"16b3a793-012e-4e79-89ba-8b007546232b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:11.336643296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-cc8214-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc8ba9abccec033aea2eba5871d5dbd09e717102e10991d92e4accbb7463baed) AuthConfig (333681cdb49a42d7ca7b9c76e2a2888e8eb5bfbae2621b7853cedfada639902e) AuthConfig (557687c700b936392d1973fe8a9c6f6a7f4c8544d83a1883e1c8f9d0f1b412f5) AuthConfig (e74b0ee90649d97061b24cefe01f42653acf9a6d7f07141c6a56357d6e76ee3f) AuthConfig (6e70e2527547f2ba5e1848e7cab45a2cf2e6c97b4c6e74e43e5b30d81752e7f8) AuthConfig (f8e810477dabaf9b24e53089f2b89ea7d927033e6b36fae3795c10cd2a03d563) AuthConfig (bb73dbccff5fcc31a805471b0636aa10db278bfa13d0d9ade105e8f589849e4c) AuthConfig (350f963998cbce48e21dac1cfaba6d3535decfe8b2ebeead9558a0b79ecd9fec) AuthConfig (533bcfd4a6a7b50f7df850847d1d5024ebc88a3fd5c4368e51642a83db279ec8) AuthConfig (b8161cb846fb50f2449fe7dc36571de379d4695b951250213acb7e6f5fc71f17) AuthConfig (29a578f207669d7d1e81cf3d3c146598a174383f6d03482a5ecb4f68dbbe903f) AuthConfig (f40b0a1df7d8e7063713a54f4789b6bc60b5c97344b926cb54ceac1a939b3e53) AuthConfig (6bd22a874677c0c0ddb764e4770b947807815ae75f4489c56f592ae04603593f) AuthConfig (240f5ea55b2143004d8e86dddc8cce3989f19be789694887537d315569cfcef3) AuthConfig (3bc42966dfaebfc1c210d489edeed0fd2af1309e9da40cced0bfe06ff3f1cb1b) AuthConfig (d49daca808d8c154dede6a2153f93ea483b2adb417aa00cff98c97bfdb888f70) AuthConfig (aa4e59d15ff0fbc0496a0a59409a85f60d248585c06adede1a869d07ce52d8e7) AuthConfig (14662c60f5015ab748ee92868be0a2c37e889384448fc6a6b0a66ccf90e0a397)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"16b3a793-012e-4e79-89ba-8b007546232b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:12.819347586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1f839d97-a127-4998-90ed-2dffbed580ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:12.826939573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1f839d97-a127-4998-90ed-2dffbed580ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:12.832685539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-ce5555-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (63fee74ca097d1c65cbf4ea7e6cfa53861b7acdc6b13aadb6afddefa7ed21bd2) AuthConfig (ef635f981ea328895b88ac6b78b8a433cc3261c9fe0b01035ff65887e9993fd7) AuthConfig (71cb7f9d76b765a7faacce6a75ef8fa03cac2f84677d80bc3541279f7d8d5261) AuthConfig (c39de1ea0d4486b526ac0539c8f40724d99eb17e539d1dbd360519db8948bf7b) AuthConfig (359152c4f5238faa483c4d42904d82ffcfe5c935b5d926f26a08a398c11d3f9e) AuthConfig (3b005577fca82d0c729ec7af0d03795feaa484c0d76c457d0aee005fa61692f8) AuthConfig (b39ce1ddd9206c5861920060020a3466225982ff99207e7090b9d2e2c74e087c) AuthConfig (7be930bb1fbccc6938b16ad284369173258c59d7458c29da38fba45cb6bc2c03) AuthConfig (aae2660832709b69fec26c9a55d61a0326d27a6e8321ee5dfc5629ba001b1e9e) AuthConfig (658aa59a869e804949ae9d6bf0cda67d686e922aa89a7c354f678597c63239cf) AuthConfig (40f144440799b018e81db08a15b6fef8cc6420311d3f0b50b3455c7106b606f7) AuthConfig (f4f5483f4bcc0ecfda5f65dccdc1f0b9289348a68719d53f65350e19052661d2) AuthConfig (7106c3a319bb6d16447f56442ed4c4d98abd6e71aaaa30d4a303fdf2dec8c9e4) AuthConfig (9b824e48bb13cc2915a36a17cce1434677c413712de593046ff82a1c37b9aef9) AuthConfig (43f79e8e892727e1a998338720ed8394d1689bb9facf7fbfaee7352f66a08528) AuthConfig (b3d88e1c777a81c52f7fc75ac43f52c10ece6066aeb2bb0eeb264af531aee48c) AuthConfig (65d486578ac44026f16a650a7fc0f9f82023c59a657ca834c943c1e24c609764) AuthConfig (62bbcc2a1322bc64b5caf283812080b9538f24f4c53a0e51235998517a593be7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1f839d97-a127-4998-90ed-2dffbed580ef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:14.572150214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"74cad8aa-14ca-482c-9006-1e89cfcf4ac2","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-2-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-2-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:14.572425947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"7e3db484-1e50-425c-9ef6-ab6c438aa829","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"routeName":"distinct-w4-d5d3c3-kserve-route","namespace":"e2e-models-e2e-worker-w4-d5d3c3","llmisvcName":"distinct-w4-d5d3c3","gateway":"openshift-ingress/e2e-worker-w4-d5d3c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.287366853Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.287428268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","namespace":"ai-tenant-e2e-worker-w4-d5d3c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.287478157Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","tenant":"e2e-worker-w4-d5d3c3","tenantID":"e2e-worker-w4-d5d3c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.301651747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Deployment","name":"maas-api-e2e-worker-w4-d5d3c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.346255849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Service","name":"maas-api-e2e-worker-w4-d5d3c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.38503611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-d5d3c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.397159508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-d5d3c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.408654984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.417519953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.430383987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.439369246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.445178802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.449283438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.45402333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Service","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.464153955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.468187437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.471527372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.474877075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.485911175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.491258682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.494590048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.497494296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-d5d3c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.500327212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-d5d3c3"},"namespace":"ai-tenant-e2e-worker-w4-d5d3c3","name":"default-tenant","reconcileID":"b1335ea6-bb88-4029-bea0-88d9c8ae19cb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-d5d3c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:15.683550602Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-d5d3c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-d5d3c3","reconcileID":"5987cf82-d15b-48f7-ac1d-4466b5c8b3bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-d5d3c3","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-d5d3c3"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.755969751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4b1d9bf8-8ed7-450f-9d15-94af31cf0ff7","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.795830205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4b1d9bf8-8ed7-450f-9d15-94af31cf0ff7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.796254256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"544adfdd-e3c9-4a3c-b3b3-a44023d1bbdd","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.824502297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"544adfdd-e3c9-4a3c-b3b3-a44023d1bbdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.825595377Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"7fe531b3-a4c0-41cc-a4af-6d6d7eca6d46","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.837695445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"7fe531b3-a4c0-41cc-a4af-6d6d7eca6d46","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.837981434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"97be305d-03df-45a2-b0c7-f5dd7c00a73d","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.882393409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"97be305d-03df-45a2-b0c7-f5dd7c00a73d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.88259666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"709e5461-f685-4c24-8f21-f34640245982","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.882658646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"709e5461-f685-4c24-8f21-f34640245982","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.882785194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d2111a4a-74fd-49f5-9aba-e7ce35debaa7","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.882838458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d2111a4a-74fd-49f5-9aba-e7ce35debaa7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.882981643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"c19128af-c0f3-4887-9ab3-fddd7e895c3b","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.883034902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"c19128af-c0f3-4887-9ab3-fddd7e895c3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.887707175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"f9a542b7-f03f-44d8-a8a9-a0167a1d17cf","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.887777509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"f9a542b7-f03f-44d8-a8a9-a0167a1d17cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.89320572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f2b062ed-0ae3-4449-b813-430882101d4e","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.893274398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f2b062ed-0ae3-4449-b813-430882101d4e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.893383274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"0db3ea49-572c-48f6-8076-65985fccb5e5","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.893432182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"0db3ea49-572c-48f6-8076-65985fccb5e5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.893539405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"f35f7a62-228e-42c8-a61a-2c8a480a8fad","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.893591605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"f35f7a62-228e-42c8-a61a-2c8a480a8fad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.898319009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"60cba37f-e08a-4b4f-a1f6-8093e2ba38ad","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.898391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"60cba37f-e08a-4b4f-a1f6-8093e2ba38ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.914508705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"77c29c1d-ccdc-4af7-969f-0990e1bd7c23","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.914585364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"77c29c1d-ccdc-4af7-969f-0990e1bd7c23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.914713308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"cd602719-c38c-49b8-890b-778a7c1a73ef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.914759559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"cd602719-c38c-49b8-890b-778a7c1a73ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.91486409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"887a5f6b-b384-4ac6-85d0-79985a275a96","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.914936748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"887a5f6b-b384-4ac6-85d0-79985a275a96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.939814274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"7e29da82-49ee-48a4-a75b-a8efccd5ea82","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.940052484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"7e29da82-49ee-48a4-a75b-a8efccd5ea82","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.955485939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"36867175-a14c-45b9-a929-3ccf7f327686","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.95561135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"36867175-a14c-45b9-a929-3ccf7f327686","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.95903256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d11a9f2a-0be5-4aee-bbee-67b922852915","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.967172084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d11a9f2a-0be5-4aee-bbee-67b922852915","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.973429863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"66825756-81f4-44cc-a927-579ff99e5ddf","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:15.995675514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"66825756-81f4-44cc-a927-579ff99e5ddf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.000122803Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"e0d026aa-3a15-4a9b-aeda-569374dc04a7","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.000229353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"e0d026aa-3a15-4a9b-aeda-569374dc04a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.074213372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a4c36076-81e5-495f-acfb-22a2f49ad20c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.075234175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a4c36076-81e5-495f-acfb-22a2f49ad20c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.075553565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"807b84ca-047f-4c26-be13-4d535e0b6cf4","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.075639437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"807b84ca-047f-4c26-be13-4d535e0b6cf4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.078051493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"8a9278e9-8177-4b3f-9941-c973fbff9f43","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.078133808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"8a9278e9-8177-4b3f-9941-c973fbff9f43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.089465974Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"70097c46-a008-4214-b8d6-3e32209e0f30","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.089547133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"70097c46-a008-4214-b8d6-3e32209e0f30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.173505622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145fbb5f-3bed-4adf-b272-ce598758f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.177763082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145fbb5f-3bed-4adf-b272-ce598758f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.18195357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145fbb5f-3bed-4adf-b272-ce598758f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.192214493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"145fbb5f-3bed-4adf-b272-ce598758f256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.236169544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"67514506-fd61-4eb8-82b4-18933b2ec325","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.236242428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"67514506-fd61-4eb8-82b4-18933b2ec325","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.236340062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"02c0d0fa-fd15-4b97-85d9-58bf80babac3","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.236409859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"02c0d0fa-fd15-4b97-85d9-58bf80babac3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.238777101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"1bc7f8c5-ab6a-4089-bf00-fd596a786b1d","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.238839816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"1bc7f8c5-ab6a-4089-bf00-fd596a786b1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.24998818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d0959a63-7f00-4386-bcee-de8c8e4493e1","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.250070434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d0959a63-7f00-4386-bcee-de8c8e4493e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.417772752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdff3c-256d-4494-92d0-b58e9bc9dbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.421171785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdff3c-256d-4494-92d0-b58e9bc9dbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.424353797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdff3c-256d-4494-92d0-b58e9bc9dbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:16.427575383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abcdff3c-256d-4494-92d0-b58e9bc9dbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.556840387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d6a959c9-bfe6-4c92-8fe5-4c7eddcebf06","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.556906301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d6a959c9-bfe6-4c92-8fe5-4c7eddcebf06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.557023725Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"952e327d-c6dc-48d9-bcdf-3a78df246b53","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.557064907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"952e327d-c6dc-48d9-bcdf-3a78df246b53","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.559430163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b0bf881f-5d19-499d-875f-251fb88cd95c","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.559486886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b0bf881f-5d19-499d-875f-251fb88cd95c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.570229093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"99194fef-ff44-4e07-b466-c8669b5ce639","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:16.570290393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"99194fef-ff44-4e07-b466-c8669b5ce639","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.197274355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e4303cb1-31b8-4ecd-90d8-db84d4845234","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.197353675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e4303cb1-31b8-4ecd-90d8-db84d4845234","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.197587335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"e500ed67-9a0c-42a6-8e31-9e779a105289","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.197680887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"e500ed67-9a0c-42a6-8e31-9e779a105289","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.200480775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b307e59b-08ff-4e4e-807d-31a303119f9f","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.200551068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b307e59b-08ff-4e4e-807d-31a303119f9f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.211218071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6727920f-1ac4-4607-95ba-b57dda3e8be5","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:17.211277168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6727920f-1ac4-4607-95ba-b57dda3e8be5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:17.424194084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.478197379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"63020bc5-b2b9-4def-a14c-65192879db85","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.478270964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"63020bc5-b2b9-4def-a14c-65192879db85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.478384847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b8198bca-d634-4f70-bc21-5af2fb7804fa","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.478423888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b8198bca-d634-4f70-bc21-5af2fb7804fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.48176204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b8358b59-6017-4130-a680-54cc87eba93d","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.481839697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b8358b59-6017-4130-a680-54cc87eba93d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.492191476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"06cd6c32-7bae-4b56-bf2b-d38ac193e183","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:18.492245539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"06cd6c32-7bae-4b56-bf2b-d38ac193e183","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.039432968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"768c9523-cd1f-4e7d-9253-674f6b926332","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.039523701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"768c9523-cd1f-4e7d-9253-674f6b926332","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.039674009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"ccfb44a9-4694-4c8c-a3b0-b24fd98ef3dd","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.039740649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"ccfb44a9-4694-4c8c-a3b0-b24fd98ef3dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.042178257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"4359b8df-2b29-4375-94a2-1a6930affe58","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.042232921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"4359b8df-2b29-4375-94a2-1a6930affe58","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.062488702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6f0d5730-5511-414e-9726-d70ce4999af0","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:21.062700923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6f0d5730-5511-414e-9726-d70ce4999af0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:21.343962277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"a3b21e73-395d-4a8e-9dc0-9150d3b43eb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:21.351059675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"a3b21e73-395d-4a8e-9dc0-9150d3b43eb3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:21.381024931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"c8ba37b0-3210-4cf8-9f3f-d2c2dd69e241","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:21.381043802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"c8ba37b0-3210-4cf8-9f3f-d2c2dd69e241","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.556803304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"9ab7b2d8-4fbd-47f0-a260-c0eca6731334","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.557299734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"9ab7b2d8-4fbd-47f0-a260-c0eca6731334","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.557530952Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"647db71b-28ba-4370-a7e1-3a72d6347a2f","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.557621539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"647db71b-28ba-4370-a7e1-3a72d6347a2f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.557771164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"04334f9f-afb8-4319-8a78-7448b618a8bb","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.557855122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"04334f9f-afb8-4319-8a78-7448b618a8bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.558009259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"ddbe107d-c3c6-4882-947a-50c66596eabc","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.558091591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"ddbe107d-c3c6-4882-947a-50c66596eabc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589065113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dbf73b6a-79ba-4357-8343-3398ceb66046","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589149578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"dbf73b6a-79ba-4357-8343-3398ceb66046","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589261705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"630795da-3b98-499b-8da9-6277c2f32917","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589304212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"630795da-3b98-499b-8da9-6277c2f32917","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589409253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"41efb3fa-e16d-40e4-b169-acf44d52772c","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589452979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"41efb3fa-e16d-40e4-b169-acf44d52772c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589553529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"4abd223c-f942-4629-bef6-4e05abae51fb","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.589596331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"4abd223c-f942-4629-bef6-4e05abae51fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.606826798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f9258944-0334-42bb-977f-86be783a5ab1","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.607020812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f9258944-0334-42bb-977f-86be783a5ab1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.60715261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"7b227eae-8fd6-4980-9cf8-de8f919f0531","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.60719075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"7b227eae-8fd6-4980-9cf8-de8f919f0531","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.607278863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"dd7e40c9-31f5-4661-bebd-357b2e4ec216","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.607313349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"dd7e40c9-31f5-4661-bebd-357b2e4ec216","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.607389608Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"c418cb84-c705-4827-b7ba-dd4efa1a4364","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.607426372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"c418cb84-c705-4827-b7ba-dd4efa1a4364","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624325678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e45397f1-619f-4150-8797-8db296f33731","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624391027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"e45397f1-619f-4150-8797-8db296f33731","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624489782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"ccd74571-cf4f-4218-9be8-41bd208f9d55","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.62453059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"ccd74571-cf4f-4218-9be8-41bd208f9d55","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624609666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b90fc61c-1571-4035-8668-9078f41c5089","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624653464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b90fc61c-1571-4035-8668-9078f41c5089","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624740748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"c2d48e8e-da67-4465-b1f6-62edb3dc1211","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:22.624787901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"c2d48e8e-da67-4465-b1f6-62edb3dc1211","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:22.854276188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"f175245c-15f0-424b-9bf4-dcd157d43bf7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:22.864872889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"f175245c-15f0-424b-9bf4-dcd157d43bf7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:22.996814632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"189f3cc8-dcbb-4153-b4b8-d639342435f3","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:22.996848975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"189f3cc8-dcbb-4153-b4b8-d639342435f3","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.015821856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"e8b8c871-bf91-44aa-b8b9-0f6a43905416","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.015847011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"e8b8c871-bf91-44aa-b8b9-0f6a43905416","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.024220235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5924dba1-353d-4003-b162-9d84caaf987d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.024735783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"acb89229-9413-4b99-ac77-df1951fd2966","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.024753403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"acb89229-9413-4b99-ac77-df1951fd2966","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:23.027889985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"f4362782-5110-4ba2-b642-caa35f878750","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-afb139\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:23.029118698Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"acb89229-9413-4b99-ac77-df1951fd2966","name":"rate-test-model-6012b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6012b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:23.029166345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"acb89229-9413-4b99-ac77-df1951fd2966","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6012b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.031864149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5924dba1-353d-4003-b162-9d84caaf987d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.034643659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"2c82c1a4-cb4e-460c-b719-75dc8f03c87a","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.034659451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"2c82c1a4-cb4e-460c-b719-75dc8f03c87a","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.037398089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"2daf94c9-1d21-4ebe-880a-03f8cb5d15d6","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.037415459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"2daf94c9-1d21-4ebe-880a-03f8cb5d15d6","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.045721447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"b8f0c1f8-0370-4273-8ca8-2825254b2c1d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.045750585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"b8f0c1f8-0370-4273-8ca8-2825254b2c1d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.097553932Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"149625b0-2a6b-47b6-bb14-c57d20909791","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","model":"rate-test-model-6012b5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-6012b5/e2e-rate-iso-a-afb139"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.116036126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"790fc327-41e2-4258-bfce-b83bbf94a4aa","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.116062736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"790fc327-41e2-4258-bfce-b83bbf94a4aa","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.121989581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"ee02de75-a6c1-4f12-8a53-7287d5174e49","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.130614793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"ee02de75-a6c1-4f12-8a53-7287d5174e49","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.160606515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"39a4c8b3-1fc3-42da-9901-7241142861a2","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.189644805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"b88f169d-5af4-4c65-9f9c-eeea1f569e07","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.189666025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"b88f169d-5af4-4c65-9f9c-eeea1f569e07","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.206535225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"f28a98da-cd20-48e4-9a29-e0962a86adae","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.206621663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"f28a98da-cd20-48e4-9a29-e0962a86adae","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:23.207569945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"6c507447-cecd-4577-b256-a3743ab8a8f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-afb139\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.222005243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"a5993119-bf55-4c94-8cc5-9a806c0d454b","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.223215118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"a5993119-bf55-4c94-8cc5-9a806c0d454b","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.223973645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"a040bbca-89c6-4f8b-8566-426d0d74186c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.231843828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"1dd0ddd3-c029-4972-b79d-28ffbbb64466","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.237344479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"1dd0ddd3-c029-4972-b79d-28ffbbb64466","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.237313297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"a040bbca-89c6-4f8b-8566-426d0d74186c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.289805967Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"3d6ade77-3410-43b3-8287-e72475be59b3","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"rate-test-model-cc8214","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-cc8214/e2e-rate-iso-b-afb139"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.307001249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"bf2a8097-08f0-4166-b174-2eb8fc3297c6","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.307021211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"bf2a8097-08f0-4166-b174-2eb8fc3297c6","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.322680769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"d56bc6b9-6837-4d15-be78-cda197f41869","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.329840474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"d56bc6b9-6837-4d15-be78-cda197f41869","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:23.35874578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"8720558e-bb32-4c22-87a8-d23697298a63","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.949900468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","namespace":"ai-tenant-e2e-extmod-a-185908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.949996177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","namespace":"ai-tenant-e2e-extmod-a-185908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.95005219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","tenant":"e2e-extmod-a-185908","tenantID":"e2e-extmod-a-185908","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.95470993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Deployment","name":"maas-api-e2e-extmod-a-185908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.96584872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Service","name":"maas-api-e2e-extmod-a-185908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.980425725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-185908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.985861347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-185908","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:24.996635101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.004056919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.012574532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.017705419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.020477413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.023232754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.026157199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Service","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.028991082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.031844683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.034675658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.039248474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.044873379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.047706008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.051359044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.05419365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-185908","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.056897492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-185908"},"namespace":"ai-tenant-e2e-extmod-a-185908","name":"default-tenant","reconcileID":"3f2c7dd4-1dec-42bf-a651-d3ca476df5fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-185908","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.355163396Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-185908","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-185908","reconcileID":"2780e5f5-9447-464b-9386-f2a805504113","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-185908","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-185908"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.582093448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c5ed0f-6792-465f-9b52-d4766786e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.609239697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c5ed0f-6792-465f-9b52-d4766786e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.638234797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c5ed0f-6792-465f-9b52-d4766786e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.689052287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c5ed0f-6792-465f-9b52-d4766786e4df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.924944171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12584075-279a-4f94-938c-4051151d25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.928195449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12584075-279a-4f94-938c-4051151d25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.931593544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12584075-279a-4f94-938c-4051151d25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:25.93484796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12584075-279a-4f94-938c-4051151d25e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.175506802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"afa20165-c889-452f-9fd4-145701cc82b6","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.175567666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"afa20165-c889-452f-9fd4-145701cc82b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-2-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.182636183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"727ba8ef-d004-44fb-b0d1-e6f09431d564","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.182698145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"727ba8ef-d004-44fb-b0d1-e6f09431d564","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.19413175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d99f968f-bf48-4c4d-877d-0fce9cd3b22d","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.19420617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"d99f968f-bf48-4c4d-877d-0fce9cd3b22d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.201426117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"86cccc6c-3d6a-48a1-a717-64ecd417ceed","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.20167163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"86cccc6c-3d6a-48a1-a717-64ecd417ceed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316453708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"66b45eb3-97c4-4428-9ad2-5facfff679a2","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316538707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"66b45eb3-97c4-4428-9ad2-5facfff679a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316645401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"39a6a6f4-a376-4e01-bd8e-16797db9d4f7","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316689513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"39a6a6f4-a376-4e01-bd8e-16797db9d4f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316781843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d942bd84-e5db-4e62-84cf-8ca92caff0e1","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.316820732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"d942bd84-e5db-4e62-84cf-8ca92caff0e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.322271717Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"6e655652-1009-4fae-85c8-269baf88cf91","name":"distinct-2-w4-d5d3c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-d5d3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.322334395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"6e655652-1009-4fae-85c8-269baf88cf91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-d5d3c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.39234703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"877a9aab-d9bc-4d0b-b48c-4763a2ef17f3","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.392428468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"877a9aab-d9bc-4d0b-b48c-4763a2ef17f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/premium-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.407981676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d9afa88d-8f3f-4b20-a9e0-a783f0cb7fc5","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.408047344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d9afa88d-8f3f-4b20-a9e0-a783f0cb7fc5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.408143779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3817c2b1-b177-4f9b-a608-1f3ded02fb1c","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.408180058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3817c2b1-b177-4f9b-a608-1f3ded02fb1c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.470490983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"2a737e3f-96c4-4cd4-a7fc-caf31796d45b","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.470561524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"2a737e3f-96c4-4cd4-a7fc-caf31796d45b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/simulator-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.483057915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"446a5eaf-2da4-4bf1-b7c5-4781a5e646d8","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.483144062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"446a5eaf-2da4-4bf1-b7c5-4781a5e646d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.559621345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"cfe5db86-c740-4ea1-8f11-995307fb0b08","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:26.559695298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"cfe5db86-c740-4ea1-8f11-995307fb0b08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-d5d3c3/distinct-w4-d5d3c3: AITenant \"e2e-worker-w4-d5d3c3\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.259945233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"2ef32d03-7a22-4ca0-965c-d978e1337e29","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.358790578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"13eac060-a9af-45ab-a95e-e91152d28dee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:28.484203387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"0c616c8d-a2ed-47d7-9c9d-08197b5f548b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.484459463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"e4bbda9a-6cf6-462b-8cee-6fa1909369c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:28.510433671Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"0c616c8d-a2ed-47d7-9c9d-08197b5f548b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:28.517001788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"0c616c8d-a2ed-47d7-9c9d-08197b5f548b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.581749221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"5f268892-f969-4bee-b143-93343fc7994b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.677140703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"33bd16c4-b321-486e-b75d-4653e4efcab5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.756055274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6f9165e3-8e6d-4ad1-a17a-eab76b8c580d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:28.756266498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e4ee52f9-b23b-4434-ad87-776e5a48d13f","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:28.75628017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e4ee52f9-b23b-4434-ad87-776e5a48d13f","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.804977729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b2599e80-84a7-444b-9cbf-08e49c658a75","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.85572246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6ba9b22f-3fbe-4d8e-898a-9c2102911dca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:28.955097157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"562a2ea4-9ba3-4eb3-b9e3-2f86d953f6dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.05480989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"06957728-953c-43e7-83bc-dbd2d49ffd9f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.15902386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"829e64b3-5436-4f4a-9c10-7a4045fbb235","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.204126054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"4f192a21-57cc-4c08-9ce6-04379a4ca27d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.307109346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"2961be21-7ddd-45ab-8312-2cdd0c2a12e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.406786304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"f317d49d-6df5-4d0f-a47b-5e2a5062187c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.423995644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"daaedf08-6cd0-4404-879f-ed058359922a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.440108642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3cf040fc-3ec8-4db2-a460-6f3baf2b19bd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.456793253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"b3e999ef-d7d1-471e-99a1-68d6106cc26e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.506146843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"ad48bc59-db43-4de0-bf29-0f1e59e0fc78","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.523053504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"3cc44d35-08b4-43fb-ba3c-524aadd4fbb9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.606092145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"8d2a116e-c0e3-453b-8e61-463710b0874d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.710286104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"7a20d27b-94a7-4117-b5bf-091d72980a01","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.887535326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"2b103ce3-f173-4faf-b57e-ef4d8fe3a33e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.903885887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"b4aef9c3-d138-4bbd-befb-43a3e84a78ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.920113314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"637efd60-8c70-47bc-ad7e-44e5d96fde2b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:29.936090458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"3260db05-a3df-4420-aba8-13ffbdf3e8ea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.07913315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"11916a84-e4aa-4c0e-acff-a84873c710ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.097775907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"9b04684b-7af2-431f-b370-f2419387c85c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.165498825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"de463ae1-46d2-4a03-ad38-635dc3efdd46","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.273946472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"2fdf7368-7501-4657-a227-94b052ea9318","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.416175623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"56ddc5b9-549a-4b14-bb3a-6d28f9b655d9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.433618896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"6d2aeeb8-7458-4250-a12c-12cf572ccb35","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.519206508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a6bef409-07ae-4009-bc89-4b65e7cee359","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:30.931745567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"116cf047-02b5-48e3-b040-ed895d60af00","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:31.073730727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"c270df46-ca07-42b3-9e26-fb668c16d9c3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:31.174526303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"3f4f2488-de8e-44a2-bc06-cd9b7687ac72","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:31.274025787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"9e75d418-3143-4aaf-8a86-7e9ce1b3dbca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:32.234446926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"85d6fcc3-e234-494b-8c7c-e841a994d652","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:32.37123153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"a9090a7f-4d95-483a-8aef-1d3bdff8fa7d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:32.483391779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"7f9ed6dc-6ad1-4706-a04a-5a578b4ecbb9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:32.59563667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"f4d884b5-7511-4ed0-8470-f19d7b71ef70","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.155450618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac75dda5-fc5b-47ed-b767-39dbdf15af61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.158818769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac75dda5-fc5b-47ed-b767-39dbdf15af61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.162082592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac75dda5-fc5b-47ed-b767-39dbdf15af61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.165336273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac75dda5-fc5b-47ed-b767-39dbdf15af61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.448967054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09240c6-73e8-4422-9940-83118eeeea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.452377531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09240c6-73e8-4422-9940-83118eeeea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.455705681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09240c6-73e8-4422-9940-83118eeeea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.45922981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09240c6-73e8-4422-9940-83118eeeea00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.658953756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6668fbf-77af-4494-ba7c-3c1c622ed8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.66252429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6668fbf-77af-4494-ba7c-3c1c622ed8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.668284769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6668fbf-77af-4494-ba7c-3c1c622ed8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:33.683152583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6668fbf-77af-4494-ba7c-3c1c622ed8ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:34.81398491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"9e44385c-f75a-4c73-957d-5c4e7ec40a65","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:34.949023174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"f870182e-a269-4327-b0c9-0c5249f45fdd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:35.096015965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"9cf1ee47-f016-43ad-a800-74793758d90b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:35.174828204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"fab69ce5-5d6f-4551-a576-d39e78622e86","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.544230832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"5fa27e89-6caa-441d-a1d8-c60d593f2fff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.552178995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"5fa27e89-6caa-441d-a1d8-c60d593f2fff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.558822708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"5fa27e89-6caa-441d-a1d8-c60d593f2fff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.682712036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"02b2b058-cbee-493a-aa7c-642c844aa75f","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.703359619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"7f67f6ae-a857-41e8-9206-5dab69ef2925","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.703390386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"7f67f6ae-a857-41e8-9206-5dab69ef2925","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.788461533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"71f8259f-afbe-478e-9853-fadfbca3365e","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.816804802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"8af2a4f9-ce41-4302-a7da-c4f666a6937d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:38.81682785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"8af2a4f9-ce41-4302-a7da-c4f666a6937d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:39.008548767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5a00c1fc-c6a9-4982-a010-41250cb14338","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:39.020150814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5a00c1fc-c6a9-4982-a010-41250cb14338","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:39.158596087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"39d4edff-6aa2-4ab5-9f49-4cb0ce78e735","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:39.187522476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"39d4edff-6aa2-4ab5-9f49-4cb0ce78e735","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:39.985159482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"bfb540de-73be-4ffb-aac8-0733a8e0eb6a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:40.087294252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d803f677-f26e-4e76-a4a9-4d57d299169d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:40.234063932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"4abd8603-b075-490b-b417-85a898e8d6e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:40.336607531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"3c00d112-7374-4387-bf4d-1dcc30dab3ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.559696909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"122d2d3f-e90f-4a1b-afb4-64cc7269dbf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.56025873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"db9d06cd-e352-478a-8b07-1202f04ca606","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.560278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"db9d06cd-e352-478a-8b07-1202f04ca606","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.601720479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"72010e51-3a2e-48f3-aa7d-4371a8f2d4ff","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.668142621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"122d2d3f-e90f-4a1b-afb4-64cc7269dbf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.692239738Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"122d2d3f-e90f-4a1b-afb4-64cc7269dbf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.692267534Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"122d2d3f-e90f-4a1b-afb4-64cc7269dbf0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.698706773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5d8accbf-f24a-49dd-ac63-a9445776ea16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.69897733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"650bd7a2-9041-4ca0-8028-aeb292b2307e","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.698994813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"650bd7a2-9041-4ca0-8028-aeb292b2307e","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.72083776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"97b01701-cd47-487a-82cd-631e625c90cb","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.773599096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5d8accbf-f24a-49dd-ac63-a9445776ea16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.78213247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5d8accbf-f24a-49dd-ac63-a9445776ea16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"e2e-shared-a-w1-6012b5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.782160619Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5d8accbf-f24a-49dd-ac63-a9445776ea16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-6012b5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:43.789270958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-auth-afb139","reconcileID":"5d8accbf-f24a-49dd-ac63-a9445776ea16","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-afb139\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.881400724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"35c237f7-596c-49f2-9716-b05302ae4185","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.881438653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"35c237f7-596c-49f2-9716-b05302ae4185","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.882150856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"f0a143b0-b427-4f15-8c1c-6165200f0b47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.893177923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"f0a143b0-b427-4f15-8c1c-6165200f0b47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.907569107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"74c81ece-2ece-442a-af7b-48f243f04356","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.917167824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"f0a143b0-b427-4f15-8c1c-6165200f0b47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"e2e-shared-b-w1-cc8214-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.917184624Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-auth-afb139","reconcileID":"f0a143b0-b427-4f15-8c1c-6165200f0b47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.924083348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"edd3c9be-bfb9-43e8-acf6-cda52ed65e45","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:43.924099501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"edd3c9be-bfb9-43e8-acf6-cda52ed65e45","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:44.005230847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"7266f4c1-8e0f-4eb9-8828-20a63e9ac226","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:44.114659164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"45a20660-820d-42fc-9ab8-70076fbe369d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:44.114683216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"45a20660-820d-42fc-9ab8-70076fbe369d","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.424664423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.907171157Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","namespace":"ai-tenant-e2e-extmod-b-56687c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.907230753Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","namespace":"ai-tenant-e2e-extmod-b-56687c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.907278156Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","tenant":"e2e-extmod-b-56687c","tenantID":"e2e-extmod-b-56687c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.912592478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Deployment","name":"maas-api-e2e-extmod-b-56687c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.926854609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Service","name":"maas-api-e2e-extmod-b-56687c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.936233458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-56687c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.944206234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-56687c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.953071079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.958431626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.966400831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.971836976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.975975487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.97886111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.983858423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Service","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.987187747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.990118361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.99301953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:47.995898148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.00223879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.006756991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.009625587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.012615815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-56687c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.015684168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-56687c"},"namespace":"ai-tenant-e2e-extmod-b-56687c","name":"default-tenant","reconcileID":"751265f2-89aa-4f21-b6c3-3472b211ce98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-56687c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.094242231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-56687c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-56687c","reconcileID":"54b8a7dc-f427-4b49-bece-0bcdfd1905cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-56687c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-56687c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.337834575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eefd487-c1b6-47ca-a8a9-9bb5fe9c9635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.342997186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eefd487-c1b6-47ca-a8a9-9bb5fe9c9635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.442687623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eefd487-c1b6-47ca-a8a9-9bb5fe9c9635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.459291929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eefd487-c1b6-47ca-a8a9-9bb5fe9c9635","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.566494932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"32adce4e-ae09-45ab-a758-e1856926704e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.57526045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"32adce4e-ae09-45ab-a758-e1856926704e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.581335911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-836589-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3377662b3ac80dbbd3d7b78371b3c010d7c2977843a61ce62e581803a0fb4801) AuthConfig (7ae0a0d0c031b096d131661f1e52970a4582721bbabb24ca7e886099e863a147) AuthConfig (0fa90ddde76a2488c4daa38ea5db6cb9013571531eb6a0a77c08a24aeaa47a16) AuthConfig (6275f8ad55e73ec7c8a5fcfc544c96f056e698101a245ed9ea543d4cffde6696) AuthConfig (bec5c612d5736fc9a21f2966db782772186ca5938a9dfecb7c3535b34b4440f3) AuthConfig (5d81e27875df3fe39826a029b94ac6f62afcf3b4137a6ac71921d2775f1a6a4f) AuthConfig (53ff4fc45baef1b4e0626adcae1b5c7811656d6a4cb9be49b273bc549b846bed) AuthConfig (775f2c03104f3f083ba4d99158705340659e78fffac5f2bb76baf9d8888cdb75) AuthConfig (96b39050d75893243002b53b8544fd9e7f68464c071bd9eab5059ad6398cea2d) AuthConfig (31bb4f457e7b57e6de83fcb06b29b86385398af764f4e8292b005fbda3433833) AuthConfig (7743c8935830b74c191254141b34ee7b45a05d336b8a7c074dd17f1e7215f64e) AuthConfig (a1c59d7da2a398892b2d4503766b578a97a3281506b86e25f2bd20c8791c830b) AuthConfig (978ec60101f26ee76335ed874b5a2ffd6e17820da642b60309f6691f050e825f) AuthConfig (3b1f74abda93921cb8daffa30c8487735247b2e2fe0a62a990fbd5eba8381881) AuthConfig (38dcaead5a64af6272c41673fb68989725b91601cfac341cc1e76fc992380523) AuthConfig (70ae65494053c593a88e130e978421a1b47aaf4b65b07bc1e68046e7cd3a6e7d) AuthConfig (72fc513892f4655025ae045d117525b7c7f45e2a6ab6c2e9f6a9648ecab6064d) AuthConfig (892f286171b8e6cb4e8686a353783f0da073b264d4d466e5a460fee86163da50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"32adce4e-ae09-45ab-a758-e1856926704e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.593866854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"afc8149f-6810-4c80-963a-b47e0ac6d002","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.593894902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"afc8149f-6810-4c80-963a-b47e0ac6d002","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.634647178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed24e00-b6b5-4c81-9c20-041afabb5332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.641443023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed24e00-b6b5-4c81-9c20-041afabb5332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.705139869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed24e00-b6b5-4c81-9c20-041afabb5332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.72505467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed24e00-b6b5-4c81-9c20-041afabb5332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.825263911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03abb49f-e033-478e-a1e7-b381081f06be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:48.920179363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"68ae7a8f-1895-48e3-a24b-8913527d7bd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.022557792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"905dceef-566b-4b2a-9e0d-393ff337d094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.026257516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9cd125ed-9ae4-4610-9b7e-78c1856b7193","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.027424527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"ea02b6b3-854a-45b0-9f79-0f11f41a46df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.027829878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"e3e1d061-5c01-4fa7-8200-6026d479fa2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.027895822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"96fa7fea-d71e-4ce5-962f-2bfa4d5b4262","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.119813576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"9ba5635c-f802-45fa-8035-2057dd42889f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:49.119952932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"d89277a5-cb63-4f29-99b9-8fcba4f9b3ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:50.300252176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"a7969649-b365-4799-9037-4bc395f378ec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:50.34806068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"d5a20a58-bcca-4433-bacb-bf43a9627aac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:50.498936954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"f064a2c4-4e00-45d7-9115-0f0625ea03cc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:30:50.596929941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"0a66ef9f-a908-4a0d-9466-5a723793c6b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.129115867Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"4be68903-af41-4956-8251-fb411334794a","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","subscription":"e2e-rate-iso-a-afb139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.132550917Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"4be68903-af41-4956-8251-fb411334794a","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.13631498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"e2e-rate-iso-a-afb139","reconcileID":"4be68903-af41-4956-8251-fb411334794a","MaaSSubscription":{"name":"e2e-rate-iso-a-afb139","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"name":"maas-trlp-rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.254134375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"96b55036-5646-4929-96d4-309668cb51c9","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"tenant":"e2e-shared-a-w1-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","model":"ai-tenant-e2e-shared-a-w1-6012b5/rate-test-model-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.254155825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"rate-test-model-6012b5","reconcileID":"96b55036-5646-4929-96d4-309668cb51c9","MaaSModelRef":{"name":"rate-test-model-6012b5","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"routeName":"rate-test-model-6012b5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","llmisvcName":"rate-test-model-6012b5","gateway":"openshift-ingress/e2e-shared-a-w1-6012b5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.415023185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"9025d247-0b0b-4302-9621-495a1b1f9c39","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:54.415043901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"9025d247-0b0b-4302-9621-495a1b1f9c39","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.150899577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af16b699-8d90-4ca0-9c1b-ca7118bc1d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.154285861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af16b699-8d90-4ca0-9c1b-ca7118bc1d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.157759216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af16b699-8d90-4ca0-9c1b-ca7118bc1d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.161459757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af16b699-8d90-4ca0-9c1b-ca7118bc1d74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.355232452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d8bf9-51b4-4c0e-97cc-0ac55e143832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.358642827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d8bf9-51b4-4c0e-97cc-0ac55e143832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.382154571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d8bf9-51b4-4c0e-97cc-0ac55e143832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.385996808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af3d8bf9-51b4-4c0e-97cc-0ac55e143832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.713484632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf777ca-d030-48ab-a11b-7e23f6944346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.717233713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf777ca-d030-48ab-a11b-7e23f6944346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.781723356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf777ca-d030-48ab-a11b-7e23f6944346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:56.785824431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf777ca-d030-48ab-a11b-7e23f6944346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:58.601469778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"d3c8dec9-4d21-42d8-83d4-31e1374593bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:58.609257501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"d3c8dec9-4d21-42d8-83d4-31e1374593bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:58.680709914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"eef63979-5bda-48d8-b2ff-13fbf3f5925c","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:58.680734655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"eef63979-5bda-48d8-b2ff-13fbf3f5925c","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:59.989933594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4b55b529-43de-4311-abbd-c2d031ad4f4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:59.989981767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"2e6a560f-8ddd-464b-8d89-28a8d647d418","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:30:59.990389916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"105da811-36f0-4f10-beb1-f5985b9c104e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.040189209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"4e94d819-0a8f-4ef9-ae3f-594cf1596b3d","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.040216425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"4e94d819-0a8f-4ef9-ae3f-594cf1596b3d","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.050763595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"26ed08cc-fea7-45e4-8f89-22f93ff69d17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.051295029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"06c971bf-13ce-4c4b-9f6b-b085259d0f53","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.051312404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"06c971bf-13ce-4c4b-9f6b-b085259d0f53","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.051815514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"0b7cefbd-6e36-473c-98d6-58fac5ddd219","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c2f9e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.058481979Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"06c971bf-13ce-4c4b-9f6b-b085259d0f53","name":"sub-test-model-ce5555","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ce5555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.058535322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"06c971bf-13ce-4c4b-9f6b-b085259d0f53","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ce5555\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.061888049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"26ed08cc-fea7-45e4-8f89-22f93ff69d17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.064418406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"43b47207-d2a4-49ec-b493-009f11adf62d","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.06443368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"43b47207-d2a4-49ec-b493-009f11adf62d","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.066063883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c06f3fd0-ff1a-4d31-86b2-362044309164","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.066078851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c06f3fd0-ff1a-4d31-86b2-362044309164","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.074517044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"2e3ed20e-c724-453a-8cc2-4b1d818bd421","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.074539762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"2e3ed20e-c724-453a-8cc2-4b1d818bd421","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.095249848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d7d1e14-254e-4593-b104-f1662040dc60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.096746775Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"6517f783-1892-4435-8325-c54a29e03e97","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"sub-test-model-ce5555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-ce5555/e2e-shared-sub-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.114442899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c9f178e9-5298-43a6-8650-8a4f6261fe20","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.11446574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c9f178e9-5298-43a6-8650-8a4f6261fe20","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.14719163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"260848d8-5c0e-404f-bad2-81b6ad866cbb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.154872342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"260848d8-5c0e-404f-bad2-81b6ad866cbb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.190358606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"a6c9f394-ef4b-45fd-be6b-2a2484d492e5","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.191406603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"9f3d1e87-0b91-4595-9e8b-30562cbda7a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.213399675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"f12dcbc4-805d-4bf1-a30f-51478bccd793","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.213423904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"f12dcbc4-805d-4bf1-a30f-51478bccd793","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.224881501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"5c73984f-fead-4f0c-a9a9-41871078e0b3","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.224901999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"5c73984f-fead-4f0c-a9a9-41871078e0b3","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.225182956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"21e30300-4804-40a1-b00f-0ddb76d6e965","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-c2f9e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.236182613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"fe39d48d-7cc6-40d0-a64f-08db2c998a10","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.236206367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"fe39d48d-7cc6-40d0-a64f-08db2c998a10","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.243977833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"b5aebc75-c4f7-4d6e-bd9c-1d25e7039269","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.243997943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"b5aebc75-c4f7-4d6e-bd9c-1d25e7039269","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.247067544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"f3ea3f2c-ea9f-459a-bbc5-85cf79a7d511","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.254417829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"f3ea3f2c-ea9f-459a-bbc5-85cf79a7d511","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.290874455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"c206b61d-aa2f-46b5-ac3a-761dc78a8ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.292546589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"e8a7f31e-a373-4bad-a155-6a7f2c3c313e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.292827369Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"74014cc4-183d-4c8e-83ae-31d8cba49607","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"sub-test-model-836589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-836589/e2e-shared-sub-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.293073174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98cac1e0-10ac-4b1e-a2af-c76e0ec65a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.351369015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"6f0bd2a4-4935-4365-97b8-44eaf2dcfe5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.360107584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"6f0bd2a4-4935-4365-97b8-44eaf2dcfe5c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.395778568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"1e3bd63e-9c3e-4c60-9672-d1c938755631","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.395797703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"1e3bd63e-9c3e-4c60-9672-d1c938755631","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.403689092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9402c0a4-7709-489f-bb4f-732ff7469a8c","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.403708434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"9402c0a4-7709-489f-bb4f-732ff7469a8c","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.406752103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"97975f6a-21d3-435f-b7e4-90212c6e0f63","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.406768608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"97975f6a-21d3-435f-b7e4-90212c6e0f63","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.40738481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"e5ffc631-3307-451f-a9f9-04c4b8af1327","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-c2f9e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.421371657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"0770e6f4-23d9-4e69-96a3-43f63b8d8455","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.426151146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"affd656e-f714-4e87-84fb-81e877fcc222","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.426168516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"affd656e-f714-4e87-84fb-81e877fcc222","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.433974384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c3b05c71-3747-4154-8c53-aced0fcbfc71","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.433989654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c3b05c71-3747-4154-8c53-aced0fcbfc71","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.448954979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1d62ecba-4ce8-433d-9b63-42eb0eb398e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.456828504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1d62ecba-4ce8-433d-9b63-42eb0eb398e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.603167744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"a600f95f-3cdf-47f0-80d8-d2f47a66277b","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.60319388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"a600f95f-3cdf-47f0-80d8-d2f47a66277b","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.605232081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"c3cec678-591f-4c5c-b10a-ce4d87642723","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-ce5555/e2e-a-only-c2f9e4","ai-tenant-e2e-shared-a-w3-ce5555/e2e-shared-sub-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.610243409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"9575ebaa-3665-4c2e-b3a8-dfd7954f69bd","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.610261672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"9575ebaa-3665-4c2e-b3a8-dfd7954f69bd","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:00.681599522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"a8387e1f-aef1-463e-a51c-f4a20bd842fa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-c2f9e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.685165519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"9cd2f506-c5e7-4d27-8021-0251216879b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.693577296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"8ad86e0c-5009-4c2a-b994-7f72c13f4d79","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.693784289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"9cd2f506-c5e7-4d27-8021-0251216879b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.694098479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"55df773b-a7e0-46d7-a4d1-0d9fdbe20de3","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.694162945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"55df773b-a7e0-46d7-a4d1-0d9fdbe20de3","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.70155508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"ffe33230-41ef-4adf-8fbd-cd3b81a850b7","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.70157515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"ffe33230-41ef-4adf-8fbd-cd3b81a850b7","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.711767573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"7a26d195-9fcd-4469-9897-e11047a762b4","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.711798011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"7a26d195-9fcd-4469-9897-e11047a762b4","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.723068713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"5bee22f1-26f9-4890-8ad3-189b15f4cb74","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.735283302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"5d8c9a13-a5be-4a94-a35a-d3148a84ac7a","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-836589/e2e-b-only-c2f9e4","ai-tenant-e2e-shared-b-w3-836589/e2e-shared-sub-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.754033006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"1f4b8ef2-66a7-4dd4-9c38-e64e95f9c5ea","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.754061712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"1f4b8ef2-66a7-4dd4-9c38-e64e95f9c5ea","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.826369679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"c913f285-eb50-49d5-a639-4040c3c550da","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:00.826949242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"c59c0798-7a1b-4216-8468-5b161846699c","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:04.43163644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"a48e597a-2e55-441d-a911-ccb8b903daa4","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","subscription":"e2e-rate-iso-b-afb139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:04.436108885Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"a48e597a-2e55-441d-a911-ccb8b903daa4","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:04.439901343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"e2e-rate-iso-b-afb139","reconcileID":"a48e597a-2e55-441d-a911-ccb8b903daa4","MaaSSubscription":{"name":"e2e-rate-iso-b-afb139","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"name":"maas-trlp-rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:04.465760047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"765549e7-0a04-499b-aef8-928376e49a9b","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"tenant":"e2e-shared-b-w1-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","model":"ai-tenant-e2e-shared-b-w1-cc8214/rate-test-model-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:04.465780977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"rate-test-model-cc8214","reconcileID":"765549e7-0a04-499b-aef8-928376e49a9b","MaaSModelRef":{"name":"rate-test-model-cc8214","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"routeName":"rate-test-model-cc8214-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","llmisvcName":"rate-test-model-cc8214","gateway":"openshift-ingress/e2e-shared-b-w1-cc8214","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.437695575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f930c768-ffe6-443e-af7b-4ec69a0befdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.441070575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f930c768-ffe6-443e-af7b-4ec69a0befdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.444416227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f930c768-ffe6-443e-af7b-4ec69a0befdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.44778077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f930c768-ffe6-443e-af7b-4ec69a0befdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.684732174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e49405-ba2d-4ffd-8665-7311a11407de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.68811619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e49405-ba2d-4ffd-8665-7311a11407de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.692032641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e49405-ba2d-4ffd-8665-7311a11407de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:07.695380604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e49405-ba2d-4ffd-8665-7311a11407de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:08.03463306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32ef5c9-9470-4509-9c24-0084104636c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:08.039035714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32ef5c9-9470-4509-9c24-0084104636c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:08.048199781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32ef5c9-9470-4509-9c24-0084104636c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:08.053944268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a32ef5c9-9470-4509-9c24-0084104636c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.912205916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"fd36b88d-6e7e-414f-a1b0-ac085d3945f5","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.912269837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"008fa191-5bb2-4ee3-a7ed-e20dced272fd","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.933587482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"82224545-e54f-45fb-9fcb-9eb468bd280c","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.933623292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"82224545-e54f-45fb-9fcb-9eb468bd280c","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.942119087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e1c7c770-2a38-4fd6-b3d0-63ac6019f861","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:09.96562514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e1c7c770-2a38-4fd6-b3d0-63ac6019f861","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.021942235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"d70c99e3-0075-407a-a1e9-790af41c49a0","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.022619764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"d5ad668b-6198-4227-80a4-53cd5331b865","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.047515432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"54c46460-4b35-4285-9a46-431ba505a8b0","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.047642614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"54c46460-4b35-4285-9a46-431ba505a8b0","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.073992864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"487709a0-b61a-4c38-bc86-927ded1a59b2","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.074018561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"487709a0-b61a-4c38-bc86-927ded1a59b2","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.352276479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8c224be5-5b03-4290-a526-7ade30a73a84","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.371125228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8c224be5-5b03-4290-a526-7ade30a73a84","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.526382509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1ea69ec4-4aea-4a5b-a5f0-d2815d75258c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:10.534799394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"1ea69ec4-4aea-4a5b-a5f0-d2815d75258c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:10.797810402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"51ba48d5-090c-410d-b512-1b54dcbd8704","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:10.898027833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"5c7c8a10-4955-428c-80b0-91314305f5c2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:10.998186449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"7982699d-0777-44ea-906d-d2136fc7d719","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:11.101121714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"64716cbd-ab16-44c0-b5a6-44f54845edba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.124066959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.124148293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.124213778Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","tenant":"e2e-shared-a-w0-9c53b2","tenantID":"e2e-shared-a-w0-9c53b2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.128875038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-9c53b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.142612683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Service","name":"maas-api-e2e-shared-a-w0-9c53b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.15626782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-9c53b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.161104234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-9c53b2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.169283606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.178193118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.186602319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.194684211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.197537472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.202878135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.205859637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.208769413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.211536988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.214134293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.217008294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.223128564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.226064722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.228909636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.231970203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-9c53b2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.23474204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-9c53b2"},"namespace":"ai-tenant-e2e-shared-a-w0-9c53b2","name":"default-tenant","reconcileID":"62f8fe43-e044-44b8-a55f-b64aaa574a53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-9c53b2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.39336843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-9c53b2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-9c53b2","reconcileID":"e83666d7-72c4-40b9-9007-72ea7af96a8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-9c53b2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-9c53b2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.681099413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a115736-ffff-4549-866b-f08bce357819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.684972246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a115736-ffff-4549-866b-f08bce357819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.688380268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a115736-ffff-4549-866b-f08bce357819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.691985841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a115736-ffff-4549-866b-f08bce357819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.941247269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f3882e-5f97-44f9-832e-013f94dcb71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.944812503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f3882e-5f97-44f9-832e-013f94dcb71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.948061102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f3882e-5f97-44f9-832e-013f94dcb71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:15.951194729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f3882e-5f97-44f9-832e-013f94dcb71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:17.428070982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.245421514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","namespace":"ai-tenant-e2e-extmod-a-917da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.245481186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","namespace":"ai-tenant-e2e-extmod-a-917da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.245529357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","tenant":"e2e-extmod-a-917da2","tenantID":"e2e-extmod-a-917da2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.250328219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-917da2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.261549006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Service","name":"maas-api-e2e-extmod-a-917da2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.278474809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-917da2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.289146572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-917da2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.299213261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.304825835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.312989451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.318102851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.320865108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.323760766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.327460102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Service","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.337272101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.342096191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.348720199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.354389808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.367044032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.37126288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.3751268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.379173456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-917da2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.383503462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-917da2"},"namespace":"ai-tenant-e2e-extmod-a-917da2","name":"default-tenant","reconcileID":"53756bc3-5ee7-4678-8406-4231bba4a85b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-917da2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.620338915Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-917da2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-917da2","reconcileID":"54ef72b0-86e1-4c85-ae5a-c3c4205912cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-917da2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-917da2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.823982655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c60995-9f5e-42f0-8cbb-5ee28f97861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.827635241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c60995-9f5e-42f0-8cbb-5ee28f97861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.830842478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c60995-9f5e-42f0-8cbb-5ee28f97861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:18.834171615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92c60995-9f5e-42f0-8cbb-5ee28f97861e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:19.097087953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24051f2-cdaa-449c-be87-2a6100fc22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:19.108458752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24051f2-cdaa-449c-be87-2a6100fc22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:19.112224575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24051f2-cdaa-449c-be87-2a6100fc22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:19.116041692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24051f2-cdaa-449c-be87-2a6100fc22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.66907209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8112eb22-2fec-4fd5-a793-19529c1a4e81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.669602091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"67ba19b3-88d3-4c7d-a9a7-6dbe21de283a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.669623938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"67ba19b3-88d3-4c7d-a9a7-6dbe21de283a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.692774159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"c74de5c7-2c19-4d12-83c2-869a44095da4","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.693297349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"53fbe090-f65b-456e-9d90-b0cf005e2cc0","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.730187068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8112eb22-2fec-4fd5-a793-19529c1a4e81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.756504528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8112eb22-2fec-4fd5-a793-19529c1a4e81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"e2e-shared-a-w3-ce5555-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.756532016Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"8112eb22-2fec-4fd5-a793-19529c1a4e81","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.783214745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"b2a94890-3305-4cbd-b1eb-897012dbe398","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.783242639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"b2a94890-3305-4cbd-b1eb-897012dbe398","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.816400011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"71e0e0d2-90bc-4e20-b342-31d3f99bccbb","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.817704121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"5711b7ad-87a8-4729-8648-401f0880bbf1","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.94646224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c53d1faf-b498-4570-80ac-7ef96f46ff52","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.946486685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"c53d1faf-b498-4570-80ac-7ef96f46ff52","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:23.995525591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abddbdff-3a41-42e4-a478-4bb112fbd639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.003742589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abddbdff-3a41-42e4-a478-4bb112fbd639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.00800485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abddbdff-3a41-42e4-a478-4bb112fbd639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.017645538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abddbdff-3a41-42e4-a478-4bb112fbd639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.245288343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d28540-1689-4a55-ab6a-b741ea2c595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.252150793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d28540-1689-4a55-ab6a-b741ea2c595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.259432233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d28540-1689-4a55-ab6a-b741ea2c595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.282376544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2d28540-1689-4a55-ab6a-b741ea2c595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.543998648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d847e9-497d-4e32-a961-421e3302f5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.547498765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d847e9-497d-4e32-a961-421e3302f5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.550845893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d847e9-497d-4e32-a961-421e3302f5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:24.554072897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3d847e9-497d-4e32-a961-421e3302f5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:33.9631549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"4d9a82a9-1f18-4335-8aba-17311bb20c68","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscription":"e2e-shared-sub-c2f9e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:33.982572507Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-shared-sub-c2f9e4","reconcileID":"4d9a82a9-1f18-4335-8aba-17311bb20c68","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-ce5555/e2e-a-only-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:33.996854958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"9ba5be6a-1410-47f1-9fba-2c2bfe176efa","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:34.098075908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"3cfdc874-bcf3-4322-9f90-1b945b6c338a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:34.098105454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"3cfdc874-bcf3-4322-9f90-1b945b6c338a","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:34.261867645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"f5ff2845-d9cb-4dd1-a5e5-6bce2a2e9fa6","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:34.261901674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"f5ff2845-d9cb-4dd1-a5e5-6bce2a2e9fa6","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:36.993267102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b249f3db-c80e-411f-bf6f-512cbbf9bf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:36.996990214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b249f3db-c80e-411f-bf6f-512cbbf9bf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.002469187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b249f3db-c80e-411f-bf6f-512cbbf9bf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.007170587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b249f3db-c80e-411f-bf6f-512cbbf9bf31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.509772719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197a53d5-64b1-4fb2-a890-18333f1517db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.513011656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197a53d5-64b1-4fb2-a890-18333f1517db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.516911403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197a53d5-64b1-4fb2-a890-18333f1517db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.520166278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"197a53d5-64b1-4fb2-a890-18333f1517db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.781227832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62aa3-4f35-48da-88c5-ea19259b92d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.785141163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62aa3-4f35-48da-88c5-ea19259b92d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.788535459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62aa3-4f35-48da-88c5-ea19259b92d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:37.791874406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62aa3-4f35-48da-88c5-ea19259b92d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.908598894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.908658247Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","namespace":"ai-tenant-e2e-shared-b-w0-ef1662","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.908708152Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","tenant":"e2e-shared-b-w0-ef1662","tenantID":"e2e-shared-b-w0-ef1662","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.91356278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-ef1662","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.925083143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Service","name":"maas-api-e2e-shared-b-w0-ef1662","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.935757586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-ef1662","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.943701806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-ef1662","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.953218151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.963374989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.968913072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.974453223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.977802031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.980700544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.98372744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.986444556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.989249447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.99185108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:38.994695723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.002998233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.005879056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.008872289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.011782237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-ef1662","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.014726408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ef1662"},"namespace":"ai-tenant-e2e-shared-b-w0-ef1662","name":"default-tenant","reconcileID":"7240cbbd-10ed-4fb3-b2b3-e39f24824228","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-ef1662","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.10168337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ef1662","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ef1662","reconcileID":"78e06eed-b2d1-48f7-9c0f-9f5de5efe481","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ef1662","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ef1662"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.350646591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedc6eb5-75b8-45ff-9586-b28ce48e2b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.358588967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedc6eb5-75b8-45ff-9586-b28ce48e2b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.387135382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedc6eb5-75b8-45ff-9586-b28ce48e2b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.390998636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dedc6eb5-75b8-45ff-9586-b28ce48e2b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.62887259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec64e7cc-838e-43b1-b428-b0892b1e0f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.632203141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec64e7cc-838e-43b1-b428-b0892b1e0f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.635370444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec64e7cc-838e-43b1-b428-b0892b1e0f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:39.63883166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec64e7cc-838e-43b1-b428-b0892b1e0f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.298309026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"7c482cb2-2f0a-4a23-85c4-00816f102406","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","subscription":"e2e-a-only-c2f9e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.301797383Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"7c482cb2-2f0a-4a23-85c4-00816f102406","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.305157387Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"e2e-a-only-c2f9e4","reconcileID":"7c482cb2-2f0a-4a23-85c4-00816f102406","MaaSSubscription":{"name":"e2e-a-only-c2f9e4","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"name":"maas-trlp-sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.331809072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"5063c602-a995-43ca-8c87-18a99210fa29","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"tenant":"e2e-shared-a-w3-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","model":"ai-tenant-e2e-shared-a-w3-ce5555/sub-test-model-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.331832137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"sub-test-model-ce5555","reconcileID":"5063c602-a995-43ca-8c87-18a99210fa29","MaaSModelRef":{"name":"sub-test-model-ce5555","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"routeName":"sub-test-model-ce5555-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","llmisvcName":"sub-test-model-ce5555","gateway":"openshift-ingress/e2e-shared-a-w3-ce5555","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.664144734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"42dcedb8-256f-42d8-8752-4de0f2059b70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.664490288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"9fa45207-c821-411b-bd24-57aaa917a930","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.664507726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"9fa45207-c821-411b-bd24-57aaa917a930","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.68165249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"42dcedb8-256f-42d8-8752-4de0f2059b70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.7010919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"7d3ff976-9dc2-48bc-a970-45634310193f","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.702081992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"90602c7a-7c2f-4da1-afbc-6ea949270cf1","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.713220666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"42dcedb8-256f-42d8-8752-4de0f2059b70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"e2e-shared-b-w3-836589-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.713238419Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-sub-iso-auth-c2f9e4","reconcileID":"42dcedb8-256f-42d8-8752-4de0f2059b70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.783402938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"325a5b9b-fb44-4eb5-9ea6-31be8f30967b","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.783426511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"325a5b9b-fb44-4eb5-9ea6-31be8f30967b","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.897686543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"21ec3653-2948-496a-ad14-a2e58603d60e","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.898956046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"8e8e1676-88d6-4784-8772-431d5f5020ac","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.929086108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"044a8d67-f6de-4120-878a-3d185875c2b3","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:44.929113861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"044a8d67-f6de-4120-878a-3d185875c2b3","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.060649827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"5eb61566-3610-4a1f-ad8a-fa8b9b5817c6","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.06518059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"94f691a3-cba9-4561-9371-2b114b092f8c","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.069944414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"695bd64f-4d2b-4529-91dd-1dc9a7a23c7c","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.070324781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a75576c9-dfc5-4e07-8a51-1870043a5400","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.07426851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"2cb991ed-2a92-442f-895e-37225f502d08","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.074600121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"4b046cf1-07a1-4948-9418-414ca0b9986c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.074797555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"f693c4f2-0df0-4dae-85f2-58e4a8209780","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.075013157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"1bb43210-ff61-4286-b3bb-19060ec0101f","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.087442233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5adf15bc-6287-47a7-ba3a-f2889edffe07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.087937474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f62e2313-5a5b-480e-96e5-d7d9871eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.08889171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"4c573326-a561-4ef4-bd30-efab6a6b6d5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.099169163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"5adf15bc-6287-47a7-ba3a-f2889edffe07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.103798399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f62e2313-5a5b-480e-96e5-d7d9871eaf92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.201330835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4346cd38-3fe2-44be-bf0c-c63d90c82f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.201790931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"1361eb21-9280-4a68-9ebf-704facd21a23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.282617273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7aecbaab-43c1-479a-a995-8c458438823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.283266009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"96364fe6-b43d-4b70-afd7-fe42f3efa7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.307738002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"7aecbaab-43c1-479a-a995-8c458438823e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.308465495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"8d74941f-05df-4269-9299-0454922cce15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.312684577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"96364fe6-b43d-4b70-afd7-fe42f3efa7d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.347353845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdaab552-7e1a-434b-83c4-18620e010925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.351120831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdaab552-7e1a-434b-83c4-18620e010925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.354741536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdaab552-7e1a-434b-83c4-18620e010925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.359244729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdaab552-7e1a-434b-83c4-18620e010925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.424360937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.605822309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","namespace":"ai-tenant-e2e-extmod-b-fb5766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.605880511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","namespace":"ai-tenant-e2e-extmod-b-fb5766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.605961454Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","tenant":"e2e-extmod-b-fb5766","tenantID":"e2e-extmod-b-fb5766","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.61108458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Deployment","name":"maas-api-e2e-extmod-b-fb5766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.622597459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40d2f48-43b5-4185-8761-3c0d54e75012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.624866367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Service","name":"maas-api-e2e-extmod-b-fb5766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.627001446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40d2f48-43b5-4185-8761-3c0d54e75012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.63140395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40d2f48-43b5-4185-8761-3c0d54e75012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.635687452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40d2f48-43b5-4185-8761-3c0d54e75012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.64047554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-fb5766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.647899407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-fb5766","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.661838826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.668631484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.674384652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.681838402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.68516667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.68794105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.690854514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Service","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.69362609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.696377523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.699202321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.701902547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.708588071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.714176389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.718512825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.72276815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-fb5766","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:47.725868841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb5766"},"namespace":"ai-tenant-e2e-extmod-b-fb5766","name":"default-tenant","reconcileID":"681649eb-d0cc-40fc-898d-df9d7dd3b8fe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-fb5766","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.023461835Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb5766","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb5766","reconcileID":"df6da3ae-ea1a-4728-8d7b-b322216f6cec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb5766","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-fb5766"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.02842621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34d681-2009-4b4d-952d-d834d12e0cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.082634697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34d681-2009-4b4d-952d-d834d12e0cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.086447085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34d681-2009-4b4d-952d-d834d12e0cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.090139306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34d681-2009-4b4d-952d-d834d12e0cf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.426753127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1a758d-a76e-4def-ba43-99dd2ea4da59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.430294252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1a758d-a76e-4def-ba43-99dd2ea4da59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.433476594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1a758d-a76e-4def-ba43-99dd2ea4da59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:48.436755341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e1a758d-a76e-4def-ba43-99dd2ea4da59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:51.776632696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"f646d4ec-d407-4cff-9fe8-8c1917ee423b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:51.915242245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"6b2a3b78-45e9-4bb4-b8a2-f6eef1903cef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:51.9935215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"42d59347-841d-49fa-9f8b-85fe734102fc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:51.998476187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"ac1b067e-6123-4182-b9e0-fe537b6af033","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.035298009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"717423c0-e4f4-4ad7-bccf-4262662b5a11","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.089438209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"176c699f-a039-400f-84d4-016bc92c520d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:31:52.092893865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"a04d70f9-a1db-49f3-809e-6cacdaab9751","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.093693162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"de473f4e-7848-468f-8d47-9870d2884276","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.113900998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"008f3bf7-74d3-453e-ba91-2ab456e6e2b0","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.116438097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8667399b-0fea-44db-822a-ba1930490752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.118683267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"dd7c90e8-37ee-4ac1-93fc-367f52827f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.118974519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"f93b34a5-f8a1-4a87-9d48-3835113f3446","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.127512451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8667399b-0fea-44db-822a-ba1930490752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.128174046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"dd7c90e8-37ee-4ac1-93fc-367f52827f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.18906539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"82126618-1526-4f41-8a26-0c0da9b44a4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.190450663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"ffb98700-eae4-47cb-b3d7-06db6f1c66c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.208358517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"d6b448b9-ef0e-4e88-ad87-35cbdf31699c","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.211728047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"53b49d33-77bb-4842-a3ac-af5fb1dcf1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.212097457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9eb3b96-974f-4979-b190-d49e21b42208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.220005867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"53b49d33-77bb-4842-a3ac-af5fb1dcf1d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.220325172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9eb3b96-974f-4979-b190-d49e21b42208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:52.291653855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"f724d22c-bdaf-4fdb-ac7a-df2b512290d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:54.948762955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"39273508-1664-45a3-89a1-791fe0371186","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscription":"e2e-shared-sub-c2f9e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:54.979499017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-shared-sub-c2f9e4","reconcileID":"39273508-1664-45a3-89a1-791fe0371186","MaaSSubscription":{"name":"e2e-shared-sub-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-836589/e2e-b-only-c2f9e4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:54.998307324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"d8ecbc90-2e7e-41cf-ac5e-7860635b8e8c","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.004606393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e0580eb5-5aac-4c7a-995c-123d5ccfa175","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.004633852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"e0580eb5-5aac-4c7a-995c-123d5ccfa175","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.364772704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"ebffb41f-d29f-4a29-b334-0b7db75c4f94","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.364892228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"ebffb41f-d29f-4a29-b334-0b7db75c4f94","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.782357435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1363ec19-645c-4d97-935a-54b2b88908cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.78636775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1363ec19-645c-4d97-935a-54b2b88908cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.79036946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1363ec19-645c-4d97-935a-54b2b88908cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:55.7961776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1363ec19-645c-4d97-935a-54b2b88908cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.15204547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cbceaa-2760-4d1a-ad38-8c17ef404378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.155641068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cbceaa-2760-4d1a-ad38-8c17ef404378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.15910592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cbceaa-2760-4d1a-ad38-8c17ef404378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.162542993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3cbceaa-2760-4d1a-ad38-8c17ef404378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.361334927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f59b4-7a9e-4140-bf6a-ff38a3d5c044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.364676704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f59b4-7a9e-4140-bf6a-ff38a3d5c044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.372050286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f59b4-7a9e-4140-bf6a-ff38a3d5c044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.383813965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f59b4-7a9e-4140-bf6a-ff38a3d5c044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.618799688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8b5702-cf89-4a92-adaa-76cd16f7b096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.622094952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8b5702-cf89-4a92-adaa-76cd16f7b096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.625647419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8b5702-cf89-4a92-adaa-76cd16f7b096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.629759016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f8b5702-cf89-4a92-adaa-76cd16f7b096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.915653749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3eb3eaf-6275-4fa2-9ff9-ac3b44c5710d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.918986556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3eb3eaf-6275-4fa2-9ff9-ac3b44c5710d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.922125042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3eb3eaf-6275-4fa2-9ff9-ac3b44c5710d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:56.925314051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3eb3eaf-6275-4fa2-9ff9-ac3b44c5710d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.11942228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"ab35d674-bbd4-4106-bdd9-8c8ea5362aa2","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.119650054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a46138bd-9032-421b-aa07-86327cafb173","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.119797672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"45d1407c-8035-466d-8b71-d0a468aabb78","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.120082568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b9c88187-8d5d-4fe2-8709-94a64ce87660","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.139342373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0e7a4c08-c9cc-4612-9426-6455f0cf4f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.144062156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4f10618e-7ef1-48b7-9461-b4b5abb41119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.145097962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"fb9414b4-769f-4350-8321-70c175c998e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.145124778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"d7aaed63-6a37-49c8-89ad-37283543480c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.149026722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"0e7a4c08-c9cc-4612-9426-6455f0cf4f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.153468382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"4f10618e-7ef1-48b7-9461-b4b5abb41119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.232253099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f97ae868-4fd9-40d8-a68c-21db9c9fdb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.23275304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"68123141-dc06-4e78-b075-94ea6aba4b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.260247472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"f55164a5-0c93-4271-86c5-ab22ab0e081b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.260871715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"de90f04a-facc-4e8d-be7b-103ca073e43e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.265266557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"f97ae868-4fd9-40d8-a68c-21db9c9fdb42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:31:57.28308191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"68123141-dc06-4e78-b075-94ea6aba4b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.759757748Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.759993799Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.767128171Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.768374755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"8c7c2d4e-7161-43a5-9e7b-9b5cb294526f","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.77907305Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.779164134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.77929187Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.779958202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"005bc418-e2e6-43d5-a43e-671e5bfbca0d","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.787143778Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"fb728e58-fd6e-4007-93e9-77c57ea035d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2115d230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.787276123Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.790599565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b21e88b8-392f-42ce-9f9a-885ce77a99c1","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.799247906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"67426e77-3b08-412c-9ae6-a61b25f89db6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58f9cb61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.8031701Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"e4ac9291-a547-44ab-bb53-665d7746b2a1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.803375006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"8b6b5527-ece3-4db2-81ca-0413a1ea651a","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.805744603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"25740ebc-8a52-41e5-8c81-d42103fc7755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2115d230","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.819559266Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"2eef5101-be09-45d1-9296-8c59aad8b6a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58f9cb61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.829650593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6432ce10-f527-406e-b83b-2eef0a34c343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.830338851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"25f7079e-898d-4b14-8a6b-fabea150b71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.848567977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"6432ce10-f527-406e-b83b-2eef0a34c343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.851241466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"25f7079e-898d-4b14-8a6b-fabea150b71d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.896179449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fc51e9e-ed34-4f4e-9560-ad78b0f0e797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:01.896489738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15763cbc-fe8e-4c05-b5e7-5e576eb44599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.095359174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fc51e9e-ed34-4f4e-9560-ad78b0f0e797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.095649185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15763cbc-fe8e-4c05-b5e7-5e576eb44599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.131981317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15763cbc-fe8e-4c05-b5e7-5e576eb44599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.132016422Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-access","reconcileID":"15763cbc-fe8e-4c05-b5e7-5e576eb44599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:02.153686868Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fc51e9e-ed34-4f4e-9560-ad78b0f0e797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-f78621-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.157156535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"46c6e5f3-003e-44b4-bfba-faa2a6f09933","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:02.153779839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"8fc51e9e-ed34-4f4e-9560-ad78b0f0e797","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-f78621-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.162333488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9f400aa-21bd-4127-be75-91afe534f39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.194850344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9f400aa-21bd-4127-be75-91afe534f39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.203224483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9f400aa-21bd-4127-be75-91afe534f39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"e2e-worker-w0-f78621-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.203258775Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-access","reconcileID":"e9f400aa-21bd-4127-be75-91afe534f39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f78621"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:02.21043825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"930459fe-f28f-4e83-b124-e50595ca967b","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:05.387546235Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"27c5d82b-fba6-462d-9776-3b44b54f7b0a","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","subscription":"e2e-b-only-c2f9e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:05.391193992Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"27c5d82b-fba6-462d-9776-3b44b54f7b0a","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:05.394711737Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"e2e-b-only-c2f9e4","reconcileID":"27c5d82b-fba6-462d-9776-3b44b54f7b0a","MaaSSubscription":{"name":"e2e-b-only-c2f9e4","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"name":"maas-trlp-sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:05.419532348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"55b56de7-7b0d-42e7-90c0-741d6f59c576","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"tenant":"e2e-shared-b-w3-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","model":"ai-tenant-e2e-shared-b-w3-836589/sub-test-model-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:05.41955894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"sub-test-model-836589","reconcileID":"55b56de7-7b0d-42e7-90c0-741d6f59c576","MaaSModelRef":{"name":"sub-test-model-836589","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"routeName":"sub-test-model-836589-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-836589","llmisvcName":"sub-test-model-836589","gateway":"openshift-ingress/e2e-shared-b-w3-836589","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:07.120526203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"327aa3db-4abf-4caf-9db5-e2dadd06825f","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-2-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-2-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:07.120849269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"70a45891-f743-488d-83bf-0cbf41903bc1","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"distinct-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"distinct-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.282247341Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.282328902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","namespace":"ai-tenant-e2e-shared-a-w1-6012b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.282384387Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","tenant":"e2e-shared-a-w1-6012b5","tenantID":"e2e-shared-a-w1-6012b5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.28690129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-6012b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.298888372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Service","name":"maas-api-e2e-shared-a-w1-6012b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.317704624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-6012b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.323707827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-6012b5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.334366064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.340258938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.349718059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.355194126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.358184587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.361052461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.363832776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.366530791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.369487808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.372516344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.375327423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.381801236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.384815878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.387780946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.390685099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-6012b5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.393547784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-6012b5"},"namespace":"ai-tenant-e2e-shared-a-w1-6012b5","name":"default-tenant","reconcileID":"f895f829-39fd-48a7-9766-7d4f5528395a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-6012b5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.601947088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-6012b5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-6012b5","reconcileID":"3f288ec2-0ceb-4711-bacb-fe6796c3edbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-6012b5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-6012b5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.751859954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fe971a-48ad-4a8a-9e36-0a229673073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.757229173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fe971a-48ad-4a8a-9e36-0a229673073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.798870112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fe971a-48ad-4a8a-9e36-0a229673073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:08.808014573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fe971a-48ad-4a8a-9e36-0a229673073b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.037393934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a1cd34-9611-4fd0-a566-566dcd09332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.040768689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a1cd34-9611-4fd0-a566-566dcd09332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.044089302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a1cd34-9611-4fd0-a566-566dcd09332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.047473212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a1cd34-9611-4fd0-a566-566dcd09332d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.50219126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11dfb0-9c5d-4d87-a43a-dfdd8cbadd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.508832364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11dfb0-9c5d-4d87-a43a-dfdd8cbadd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.588091299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11dfb0-9c5d-4d87-a43a-dfdd8cbadd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.592189296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb11dfb0-9c5d-4d87-a43a-dfdd8cbadd0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.828972429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdd137a-004b-4f5a-970f-bb7e5dc4cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.832417537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdd137a-004b-4f5a-970f-bb7e5dc4cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.835985779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdd137a-004b-4f5a-970f-bb7e5dc4cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:09.839322648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbdd137a-004b-4f5a-970f-bb7e5dc4cc3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.049334933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20796d34-c73c-4a0a-aaf6-b233175ac71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.052648228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20796d34-c73c-4a0a-aaf6-b233175ac71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.055937422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20796d34-c73c-4a0a-aaf6-b233175ac71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.059353387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20796d34-c73c-4a0a-aaf6-b233175ac71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.316021752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354dbbdd-0729-4af1-8e9c-d84920658732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.31969027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354dbbdd-0729-4af1-8e9c-d84920658732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.382405126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354dbbdd-0729-4af1-8e9c-d84920658732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:10.386687653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354dbbdd-0729-4af1-8e9c-d84920658732","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.809821318Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4445a6b5-b2b7-402c-8e63-9e14bfb237c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.813801955Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4445a6b5-b2b7-402c-8e63-9e14bfb237c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.817806867Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"simulator-subscription","reconcileID":"4445a6b5-b2b7-402c-8e63-9e14bfb237c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.826935416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"3d30b61b-3a24-451f-b09b-c4f811d7a730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.831113167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"3d30b61b-3a24-451f-b09b-c4f811d7a730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.926119261Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"premium-simulator-subscription","reconcileID":"3d30b61b-3a24-451f-b09b-c4f811d7a730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f78621"},"name":"maas-trlp-premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621","model":"e2e-models-e2e-worker-w0-f78621/premium-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:11.947354157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"4a354b87-18c3-4af4-bbbc-13def44b1963","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"simulator-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"simulator-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:12.047543179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"66b7a0a5-ba2f-434f-989f-820514e2eec7","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"routeName":"premium-w0-f78621-kserve-route","namespace":"e2e-models-e2e-worker-w0-f78621","llmisvcName":"premium-w0-f78621","gateway":"openshift-ingress/e2e-worker-w0-f78621","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.138439085Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.138516045Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","namespace":"ai-tenant-e2e-worker-w0-f78621","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.138570219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","tenant":"e2e-worker-w0-f78621","tenantID":"e2e-worker-w0-f78621","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.143222921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f78621","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.15630558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Service","name":"maas-api-e2e-worker-w0-f78621","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.165029522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f78621","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.172481715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f78621","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.183028209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.189173504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.200218925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.205585937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.20858593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.211268434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.214219087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Service","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.217055749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.219764269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.222383766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.225063292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.230979971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.233810552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.236831847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.239730616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f78621","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.242302771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f78621"},"namespace":"ai-tenant-e2e-worker-w0-f78621","name":"default-tenant","reconcileID":"9f747fcf-9499-4adb-9745-68d0a82dcbc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f78621","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.385032944Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f78621","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f78621","reconcileID":"01d0b360-1f3f-4c3e-a182-2db30a4c2ba3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f78621","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f78621"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.402280248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"f001ba87-ddff-45da-8a38-f2712d817554","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.414393885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"f001ba87-ddff-45da-8a38-f2712d817554","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.414576912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"ae02980a-2512-46d8-b266-400a7e25147d","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.422835365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"ae02980a-2512-46d8-b266-400a7e25147d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.423024247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"ae3e708a-f1ac-46ad-8271-a8aa71d244e9","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.434715936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"ae3e708a-f1ac-46ad-8271-a8aa71d244e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.434902749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c9500e30-7dc5-47d5-a5aa-9f83af0fa429","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.481225424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c9500e30-7dc5-47d5-a5aa-9f83af0fa429","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.481540414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"9b0a513f-dc8c-4d35-a203-eed88120eed1","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.481634629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"9b0a513f-dc8c-4d35-a203-eed88120eed1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.481794721Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"cdf9c2be-c9ae-4556-9d0a-e194203516e3","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.481880496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"cdf9c2be-c9ae-4556-9d0a-e194203516e3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.482047444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"c895a42b-b27b-474f-9070-907d43841718","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.482130188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"c895a42b-b27b-474f-9070-907d43841718","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.505438089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"fbeaafde-814a-45bc-89fc-422ba1b0f468","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.505631404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"fbeaafde-814a-45bc-89fc-422ba1b0f468","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.505823429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"57630fb1-6939-4f14-9e74-a93767c47ea6","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.505947709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"57630fb1-6939-4f14-9e74-a93767c47ea6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.506125587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"b93e8474-80ba-4725-b022-2512f579355c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.506177344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"b93e8474-80ba-4725-b022-2512f579355c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.506274078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"0ddff240-c9c6-4e7e-bad0-1a1fb57d94a9","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.506314894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"0ddff240-c9c6-4e7e-bad0-1a1fb57d94a9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.522269293Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"10ea1691-50b9-4f79-bdfa-435082eb5208","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.522355307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"10ea1691-50b9-4f79-bdfa-435082eb5208","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.528681185Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"1f181694-768b-4165-9785-568598195c43","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.528776622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"1f181694-768b-4165-9785-568598195c43","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.528905522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a0e0a4ac-8901-4fa0-a2ff-7cde350f1603","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.528981653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"a0e0a4ac-8901-4fa0-a2ff-7cde350f1603","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.529113429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"dea66814-fb2c-48ff-80c0-1310285c9934","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.529168521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"dea66814-fb2c-48ff-80c0-1310285c9934","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.543195484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"434ebbd7-e590-4572-9871-b32a0030aec9","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.543288682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"434ebbd7-e590-4572-9871-b32a0030aec9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.587870722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"28fde61a-b33d-4c35-82b2-8796a13bb80e","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.587985037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"28fde61a-b33d-4c35-82b2-8796a13bb80e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.588119539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"2716e489-f44f-4063-88cc-86b615fb7d5f","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.58816142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"2716e489-f44f-4063-88cc-86b615fb7d5f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.588286383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b56aa528-6b91-4c86-b026-fa82fcce8ae3","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.58832777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"b56aa528-6b91-4c86-b026-fa82fcce8ae3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.588438181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c9287eac-eb2a-4b87-b965-bbbe47eef99e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.588474159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"c9287eac-eb2a-4b87-b965-bbbe47eef99e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.648865142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7af759-e51e-452c-885b-7fbe6657de74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.658153612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7af759-e51e-452c-885b-7fbe6657de74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.675258027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7af759-e51e-452c-885b-7fbe6657de74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687112431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"d3d18b72-d427-4b5f-8eb0-db4c68080cd3","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687208043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"d3d18b72-d427-4b5f-8eb0-db4c68080cd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687344679Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3d987e24-688c-4f89-9a06-6f49c8731fa0","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687391318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3d987e24-688c-4f89-9a06-6f49c8731fa0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687495463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"220736a4-da29-4cfc-8d53-a4f3445210c6","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687536299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"220736a4-da29-4cfc-8d53-a4f3445210c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687627492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"590e68af-5820-4849-85c8-e25b9451949b","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.687668015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"590e68af-5820-4849-85c8-e25b9451949b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.694980265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a7af759-e51e-452c-885b-7fbe6657de74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.84806398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"99572287-4621-4b15-be3d-ba9368884518","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.848163075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"99572287-4621-4b15-be3d-ba9368884518","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.848337889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"84021677-f5b1-47de-80a8-1ea3ccd0b64e","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.848385622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"84021677-f5b1-47de-80a8-1ea3ccd0b64e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.848489267Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"045baa23-86ee-40b7-8e08-8419043982bf","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.84854468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"045baa23-86ee-40b7-8e08-8419043982bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.84866814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"ef189e4e-ad7c-4752-b556-4da6361dbefa","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:14.848716148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"ef189e4e-ad7c-4752-b556-4da6361dbefa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.944136883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eaa264-b4b8-4d36-aa95-1ad6a03e0158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.947468434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eaa264-b4b8-4d36-aa95-1ad6a03e0158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.95094429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eaa264-b4b8-4d36-aa95-1ad6a03e0158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:14.95413643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94eaa264-b4b8-4d36-aa95-1ad6a03e0158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169430393Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"eaff9699-9bdc-4f93-9221-419f4f652e49","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169501149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"eaff9699-9bdc-4f93-9221-419f4f652e49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169583972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3303de1f-97e7-4908-9316-a0a52eecefdd","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169617164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3303de1f-97e7-4908-9316-a0a52eecefdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169683768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"352ecff2-b556-4b8b-b032-2eae99672c70","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169720995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"352ecff2-b556-4b8b-b032-2eae99672c70","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169793568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"05626c1c-545e-4c66-bc42-8c699c00284a","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.169824615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"05626c1c-545e-4c66-bc42-8c699c00284a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810202605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"3418dc64-de13-4b5e-91f1-9ed1568dc485","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810281075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"3418dc64-de13-4b5e-91f1-9ed1568dc485","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810372717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"1451cabd-d6aa-462b-a876-0968df19babb","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810408156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"1451cabd-d6aa-462b-a876-0968df19babb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810473816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"4db3fc3b-79b7-4fe8-87d0-255218d3eca9","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810505769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"4db3fc3b-79b7-4fe8-87d0-255218d3eca9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.810566889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"bc20ec74-421a-44c3-9ed3-303704ac0a3d","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:15.81059647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"bc20ec74-421a-44c3-9ed3-303704ac0a3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091067764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"6a64f406-8a3d-4e63-8f05-c8b430809939","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091137021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"6a64f406-8a3d-4e63-8f05-c8b430809939","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091219947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"52aa33ae-ef79-4c70-b726-10fa8aad28bc","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091254142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"52aa33ae-ef79-4c70-b726-10fa8aad28bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091317762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"210a582e-4879-49d8-aceb-6aea4301b8d2","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091350691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"210a582e-4879-49d8-aceb-6aea4301b8d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091416319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"51b5cb72-0789-438b-8855-fbd858919b74","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:17.091446498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"51b5cb72-0789-438b-8855-fbd858919b74","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:17.424266604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.141828294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b278ac8-6a5c-4739-bf86-9a5691cc7317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.145175296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b278ac8-6a5c-4739-bf86-9a5691cc7317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.148404436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b278ac8-6a5c-4739-bf86-9a5691cc7317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.151774177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b278ac8-6a5c-4739-bf86-9a5691cc7317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.529771831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eb897c-961a-4d89-bcf9-7d4ed07d1d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.533044894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eb897c-961a-4d89-bcf9-7d4ed07d1d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.536427242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eb897c-961a-4d89-bcf9-7d4ed07d1d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:18.539723483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17eb897c-961a-4d89-bcf9-7d4ed07d1d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651573462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"69d5e2d7-e6f8-4335-88d2-e66dea2d25a6","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651640707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"69d5e2d7-e6f8-4335-88d2-e66dea2d25a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651723588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"8c5981fc-ed87-4a67-98ac-b8f3cc01f35e","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651757461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"8c5981fc-ed87-4a67-98ac-b8f3cc01f35e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651821452Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"882bbe9a-d08a-467f-9cb2-61c1b2ba19fa","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651854259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"882bbe9a-d08a-467f-9cb2-61c1b2ba19fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651950526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"a2d3ff67-1fee-4d95-9300-ee2d9dd62e6e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:19.651986783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"a2d3ff67-1fee-4d95-9300-ee2d9dd62e6e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.865315293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","namespace":"ai-tenant-e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.865379163Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","namespace":"ai-tenant-e2e-extmod-a-35936b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.865427219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","tenant":"e2e-extmod-a-35936b","tenantID":"e2e-extmod-a-35936b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.870460218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-35936b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.8820524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Service","name":"maas-api-e2e-extmod-a-35936b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.895707695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-35936b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.903742757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-35936b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.914254948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.919211895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.926691111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.932159581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.935018201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.937697276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.940301025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Service","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.94294831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.945611527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.948401853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.951224333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.95757145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.960460702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.9634878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.966261877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-35936b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:19.969240912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-35936b"},"namespace":"ai-tenant-e2e-extmod-a-35936b","name":"default-tenant","reconcileID":"6f96083b-1a27-4435-a5e5-cdc5d78e597e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-35936b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.222282239Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-35936b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-35936b","reconcileID":"5ebf5aba-68cd-444a-860c-cd8f0bbd6a6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-35936b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-35936b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.443955638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf7fd9-b56e-4e06-baef-1d82d96da3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.454219302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf7fd9-b56e-4e06-baef-1d82d96da3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.460495232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf7fd9-b56e-4e06-baef-1d82d96da3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.482590279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf7fd9-b56e-4e06-baef-1d82d96da3d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.73540112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203d8dbb-07e7-43de-9a96-95bb45bb334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.739396338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203d8dbb-07e7-43de-9a96-95bb45bb334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.745907198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203d8dbb-07e7-43de-9a96-95bb45bb334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:20.749741843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"203d8dbb-07e7-43de-9a96-95bb45bb334c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636142014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"097481d6-b3ee-4a6a-8137-2cb135106b14","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636229158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"097481d6-b3ee-4a6a-8137-2cb135106b14","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636333621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"2296bbbe-3d72-4715-85e4-ad63e48d22ea","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636497222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"2296bbbe-3d72-4715-85e4-ad63e48d22ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636688594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"98b86dcd-12ef-4931-abb2-d4caa655dbff","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636781105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"98b86dcd-12ef-4931-abb2-d4caa655dbff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.636968436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"0292aec7-2555-49b4-949f-0cb12e422de9","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.637081082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"0292aec7-2555-49b4-949f-0cb12e422de9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.665042254Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"76a61149-bd80-451a-a843-2ad90eb92604","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.66523439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"76a61149-bd80-451a-a843-2ad90eb92604","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.66542376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3e3473f1-cf8e-4ea2-b914-2a012b6b3e86","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.665512029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"3e3473f1-cf8e-4ea2-b914-2a012b6b3e86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.665670108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"c1ff1ec8-4ccc-42ad-8d77-0f2f579dfba5","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.665794824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"c1ff1ec8-4ccc-42ad-8d77-0f2f579dfba5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.665976168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"acba41b8-6dce-4c85-9eec-75038cf0b42e","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.666069061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"acba41b8-6dce-4c85-9eec-75038cf0b42e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691110383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"c1786c45-235f-4fd3-b3a3-637a0cdf9fb3","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.69118748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"c1786c45-235f-4fd3-b3a3-637a0cdf9fb3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691279635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"9466343e-0cfe-4444-a89b-818987eb235c","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691316533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"9466343e-0cfe-4444-a89b-818987eb235c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691395622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"36ba8a08-d7a9-4358-90c6-486daa52cf50","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691429104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"36ba8a08-d7a9-4358-90c6-486daa52cf50","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691501314Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"eb452d9e-7988-4239-8862-ea99f623708d","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.691527119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"eb452d9e-7988-4239-8862-ea99f623708d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.71126089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"56dbf6d0-0b76-4fd6-a707-41a619811ab6","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.711352123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"56dbf6d0-0b76-4fd6-a707-41a619811ab6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-2-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.711471459Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"5d9a8236-f90d-44d3-affd-93d2f4cdab7b","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.71152358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"5d9a8236-f90d-44d3-affd-93d2f4cdab7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/distinct-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.711621538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"0b6cd375-4024-40d0-9d09-3598b43deba7","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.711671112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"0b6cd375-4024-40d0-9d09-3598b43deba7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/simulator-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.71176587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"07193939-0f1b-426e-b3c8-a41cd8c66516","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:21.711815029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"07193939-0f1b-426e-b3c8-a41cd8c66516","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-f78621/premium-w0-f78621: AITenant \"e2e-worker-w0-f78621\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.428428378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c48ff-201b-46a7-9466-090d95076500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.433246382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c48ff-201b-46a7-9466-090d95076500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.449681042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c48ff-201b-46a7-9466-090d95076500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.453356293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899c48ff-201b-46a7-9466-090d95076500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.784367194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1feaf8-266d-4d72-8218-3fd7afcef123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:29.78489237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"484594de-477f-4f81-8d7e-87bb9301255c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.788255493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1feaf8-266d-4d72-8218-3fd7afcef123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.791727666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1feaf8-266d-4d72-8218-3fd7afcef123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:29.795031094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b1feaf8-266d-4d72-8218-3fd7afcef123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:29.871738472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"014d154c-043f-48c8-9eb3-8126b78fa040","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:29.998235739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"0c783cfd-3cf8-40a4-ac6d-38fb61ecf583","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.014631078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"f2165ac2-eac3-4800-ace3-01f170edc225","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:30.043779809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735234e-0223-4d26-9ac0-f22617c9f7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:30.047177697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735234e-0223-4d26-9ac0-f22617c9f7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:30.050424768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735234e-0223-4d26-9ac0-f22617c9f7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:30.053850161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d735234e-0223-4d26-9ac0-f22617c9f7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.300804878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"22d955d5-3cf8-45ce-a20f-62fa5e435cef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.399827779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"e58defab-e357-4e40-957c-d7ab55ffe6ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.499658669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"9a8d4d44-a1e6-4ed7-b4e7-7b72eb4072ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.562576184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"0503f3cc-96f1-49b0-8d6f-c79d8726e838","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.662577195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"0c6d8953-ff68-4406-8404-6a472de8976b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.760797911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"4761b4ff-a70f-440a-9d42-cdafd7de18c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:30.909958259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"decd8b47-820a-492d-a498-e1aea8220bb2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:31.0066775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"bfbda365-5a57-4968-bbaa-c5d15150f960","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:31.111161115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"premium-w0-f78621","reconcileID":"be01bef6-58b0-46d0-a5fb-f8a0358007a0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:31.205769922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-2-w0-f78621","reconcileID":"10516a6a-10a4-4a36-810e-410da71dda24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:31.306235842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"distinct-w0-f78621","reconcileID":"b88f17a7-3b75-4c86-8746-cf7694cb078c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:32:31.406891265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f78621","namespace":"e2e-models-e2e-worker-w0-f78621"},"namespace":"e2e-models-e2e-worker-w0-f78621","name":"simulator-w0-f78621","reconcileID":"c2f17f42-a4bf-49ed-a7d1-f62e6ac0789f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-f78621\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.654136212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.654191979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","namespace":"ai-tenant-e2e-shared-b-w1-cc8214","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.654242957Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","tenant":"e2e-shared-b-w1-cc8214","tenantID":"e2e-shared-b-w1-cc8214","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.659469592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-cc8214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.678207427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Service","name":"maas-api-e2e-shared-b-w1-cc8214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.686096659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-cc8214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.693478349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-cc8214","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.704201912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.710511634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.718046327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.723467793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.726534289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.729366493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.732167184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.734983294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.737791317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.74149292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.744207288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.750511764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.753442678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.756195917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.760113743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-cc8214","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.762781446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-cc8214"},"namespace":"ai-tenant-e2e-shared-b-w1-cc8214","name":"default-tenant","reconcileID":"dc683611-896d-47e7-bba6-8258a4ec9dcf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-cc8214","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:31.947774951Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-cc8214","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-cc8214","reconcileID":"1c30588c-43b3-4824-9348-31f39b0761b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-cc8214","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-cc8214"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.163098368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b27dad-d98d-4b76-95ce-107936a67d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.166780285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b27dad-d98d-4b76-95ce-107936a67d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.176072459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b27dad-d98d-4b76-95ce-107936a67d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.179873051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24b27dad-d98d-4b76-95ce-107936a67d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.437162011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5081177-bf13-4268-ade3-470029ea902d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.441414648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5081177-bf13-4268-ade3-470029ea902d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.444762434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5081177-bf13-4268-ade3-470029ea902d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:32.448179499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5081177-bf13-4268-ade3-470029ea902d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.596120635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","namespace":"ai-tenant-e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.596200675Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","namespace":"ai-tenant-e2e-extmod-b-5711cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.596269309Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","tenant":"e2e-extmod-b-5711cf","tenantID":"e2e-extmod-b-5711cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.601107684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5711cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.617995983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Service","name":"maas-api-e2e-extmod-b-5711cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.628755967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5711cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.633976356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5711cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.642438093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.647600059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.658585222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.663968358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.666902333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.669776182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.672841257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Service","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.677009892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.67972743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.683079937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.685951283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.692009963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.694982894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.697890034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.700854448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5711cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.70369858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5711cf"},"namespace":"ai-tenant-e2e-extmod-b-5711cf","name":"default-tenant","reconcileID":"eed387ad-d6dd-4594-910f-43c684f1902a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5711cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:42.799590116Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5711cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5711cf","reconcileID":"ab4df50d-2fe8-411d-a6df-a56b6353e054","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5711cf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5711cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.047459821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f340e485-2c36-4a54-a421-560837cf068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.050865173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f340e485-2c36-4a54-a421-560837cf068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.054092717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f340e485-2c36-4a54-a421-560837cf068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.057295621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f340e485-2c36-4a54-a421-560837cf068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.262785486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31719c-8a30-4202-a2a6-276f9efd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.266353687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31719c-8a30-4202-a2a6-276f9efd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.269639751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31719c-8a30-4202-a2a6-276f9efd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:43.273217814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c31719c-8a30-4202-a2a6-276f9efd1a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:47.427528654Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.962416113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b87554ec-8652-4c58-bb80-02b54388907a","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.962683643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"91e8e6c4-f69e-4e5a-8e33-01cc0a4ab393","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.962888491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"3ea59b43-721d-4430-ae54-bfb6fb0baeec","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.963203976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"77218b0c-9ff3-49a0-8d16-eabd5e3c6eb7","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.976770507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"0d9281b4-3cb1-4646-b188-bfd5b8c9d347","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.977084841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"f6f89def-f435-47b5-995b-c4fab60e84a8","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.977375209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"62032533-aa2a-4bf2-a3e4-860bab5265f8","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.977647393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"c83b615d-51bd-46f0-b21f-1d9dcf282b06","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.983548885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"89f8d370-6764-4a8b-b88f-5f8e66e277c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:49.983557134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"5fb643fe-ab94-4eda-8500-285cede2ae8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.005563867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"28fc0c0a-d1ed-4ba0-8063-6718213f5dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.006011404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"47d586b5-a001-407f-a318-35d3a30b54b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.019454233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"47d586b5-a001-407f-a318-35d3a30b54b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.025331599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"28fc0c0a-d1ed-4ba0-8063-6718213f5dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.111632011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"feb0d843-0c40-469c-a2a6-f60c89ef11b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.112636074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"09d9dc72-d858-4d5b-aac8-820cca30318f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.153760294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a774e7-6114-4124-bf1e-ecd6de0cb70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.181201014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a774e7-6114-4124-bf1e-ecd6de0cb70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.185582676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a774e7-6114-4124-bf1e-ecd6de0cb70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.191691882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a774e7-6114-4124-bf1e-ecd6de0cb70d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.207687415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"58eb0630-5121-4c48-ada3-a3434bbacf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.211664196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"661b0222-474f-4fa6-92ce-b5bcf09c8fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.215988377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"58eb0630-5121-4c48-ada3-a3434bbacf5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.225657858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"661b0222-474f-4fa6-92ce-b5bcf09c8fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.44959228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd559fe4-0745-441a-8dc4-fceb09c977c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.453468182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd559fe4-0745-441a-8dc4-fceb09c977c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.456797643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd559fe4-0745-441a-8dc4-fceb09c977c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.46020343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd559fe4-0745-441a-8dc4-fceb09c977c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.735247807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d94867-64b8-40a0-9781-b534f11a325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.740431024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d94867-64b8-40a0-9781-b534f11a325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.796379321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d94867-64b8-40a0-9781-b534f11a325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:50.799868214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d94867-64b8-40a0-9781-b534f11a325b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.094183174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54131ba-8ed2-44a2-85e8-f304261e1c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.097439653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54131ba-8ed2-44a2-85e8-f304261e1c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.100748694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54131ba-8ed2-44a2-85e8-f304261e1c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.104023194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54131ba-8ed2-44a2-85e8-f304261e1c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.340183523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b20c0f-2bfd-4d13-9c95-95ea069be2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.343886443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b20c0f-2bfd-4d13-9c95-95ea069be2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.347128275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b20c0f-2bfd-4d13-9c95-95ea069be2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.350306091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b20c0f-2bfd-4d13-9c95-95ea069be2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.54146765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d689bf73-6495-4231-bf77-4a4d1571c33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.544959071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d689bf73-6495-4231-bf77-4a4d1571c33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.548863013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d689bf73-6495-4231-bf77-4a4d1571c33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.552179891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d689bf73-6495-4231-bf77-4a4d1571c33a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.927217979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fb3fd9-e96f-4580-878b-c873326696ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.935085729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fb3fd9-e96f-4580-878b-c873326696ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.94117864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fb3fd9-e96f-4580-878b-c873326696ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:51.944856129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51fb3fd9-e96f-4580-878b-c873326696ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.255150029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5903ccc6-c1e0-45a0-9216-b346d463460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.258512772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5903ccc6-c1e0-45a0-9216-b346d463460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.26176501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5903ccc6-c1e0-45a0-9216-b346d463460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.265197749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5903ccc6-c1e0-45a0-9216-b346d463460b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.4455909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c7b80-d4a1-4a24-a502-0982918f73fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.448796504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c7b80-d4a1-4a24-a502-0982918f73fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.481049252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c7b80-d4a1-4a24-a502-0982918f73fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:52.484442126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba0c7b80-d4a1-4a24-a502-0982918f73fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:54.985308157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"9153e78d-7e5c-420f-af7f-a2a4803a0133","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.022911728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b9f56ba1-aac4-4f7c-a0c0-2a63ef0954ef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.058627399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"0412b4dc-2717-4612-a3d8-ca40179d6111","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.075206875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"9e4e9b61-43a8-453c-aadf-52c05dd41749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.080210445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5245732b-9277-4a7a-b7df-97401b7fd3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.080691011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c389bcf5-d375-44d8-b76f-3285b8fa9b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.089134699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5245732b-9277-4a7a-b7df-97401b7fd3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.089327008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c389bcf5-d375-44d8-b76f-3285b8fa9b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.091237584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"e4162cc3-e4b9-4345-94d5-edf5c46fb944","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.098398123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"6fd7d74f-994e-4d25-bfc0-cac6aa804018","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.172519517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"82624b7a-5acb-4eb1-8a91-86bd574b85e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.173367305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"aaafe4d4-e8af-4d96-b1a1-7c363a3d8deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.180758939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"62d9fae7-e560-4fc0-9bb3-49abc900ecc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.180760964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f7b162fc-e1c5-4d64-9ec8-937c9b1c9ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.188245703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"62d9fae7-e560-4fc0-9bb3-49abc900ecc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.190798771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"f7b162fc-e1c5-4d64-9ec8-937c9b1c9ae0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.193279082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"2aba137b-93d1-4383-aa5c-2c2ecd4b590e","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:55.283964847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"0bc5872a-1f96-4861-bbb3-8a0d4395bd05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.566768434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"c80d8b99-46b9-4b5b-93d6-40d189670da9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.672996301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"77567331-e460-4fa6-8599-30c2d15ca554","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.673007389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52057850-6101-4e04-987f-8b7561a0922d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.673620011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b9b047a-88fb-4170-b24e-952128028260","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.673690997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"11646484-1b8a-4b41-b10a-fe5ba7cb200d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:32:59.674277511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"982cea42-06cd-4ad3-84ff-3ed518cac943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.02273292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"0892c93b-31dd-4319-884e-7c19ddee565f","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.023080474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"5db27082-b6d9-429e-bfca-ff06bb5b3c92","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.023319212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"de48158d-ebdd-4150-bb89-a38bc06c7e4e","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.023704368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"aa1e9c91-c6b8-49c2-ac03-ead8e44cca7c","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.041292425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d6c2153e-3434-4988-b351-c8bcc7e59ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.050096776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eb2b8c0e-b4ab-47d8-8a5b-eb37142767e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.064642249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"d6c2153e-3434-4988-b351-c8bcc7e59ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.067052039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"eb2b8c0e-b4ab-47d8-8a5b-eb37142767e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.069074385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"cec0cd00-cb28-4331-ab9d-93a002aa2c4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.085736893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"591b117f-833d-40c0-9fcd-34116550c9f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.144240522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1a5582ad-79f4-4e15-ab07-1edfba50ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.144399205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9be09805-a707-4590-9e80-fa21d9e2317e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.155995913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"1a5582ad-79f4-4e15-ab07-1edfba50ee36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.156593314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"9be09805-a707-4590-9e80-fa21d9e2317e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.162107859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"bd9cd428-49c5-4983-8df8-39b5f202c61e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:00.16236362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"82d6f7ed-eb7a-420d-a2c3-fe77913b8b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.020096703Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.020172619Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.025528842Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.026603233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"32a61490-9b92-4e1f-9a5a-27ecd9d606d0","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.033035362Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.033051974Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.033143266Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.036509866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8cf21da9-aac1-4cf2-baeb-f4cb30f35427","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.043049762Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.04546792Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"0f80032b-c253-4e65-8e7a-45549c090986","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-710f62ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.046199163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"875077f4-41b8-4244-813c-63f9a19dccea","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.054362639Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"3217aa82-a687-4c7e-b18f-9b0e2b07cc9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da340de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.057383763Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"0ceeccbb-dcd9-4f0b-b0cd-1d29cd5f3fe2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.057467541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"96dff575-0501-4151-9a2e-948d470016e4","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.057520733Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.057570468Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","namespace":"ai-tenant-e2e-shared-a-w3-ce5555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.057624936Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","tenant":"e2e-shared-a-w3-ce5555","tenantID":"e2e-shared-a-w3-ce5555","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.060536972Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"ccb24773-f952-481a-a305-b7e6a04d1384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da340de4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.066032395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-ce5555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.074279859Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f28dc53d-c0d2-4534-8fe8-752ea423395b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-710f62ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.085356362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Service","name":"maas-api-e2e-shared-a-w3-ce5555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.094086752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-ce5555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.098559563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6aed1d6c-285f-4ef9-b573-5cfad54683f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.099033387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"167415b9-3836-4cd1-aded-80cfecc60483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.099763416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-ce5555","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.110578847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"167415b9-3836-4cd1-aded-80cfecc60483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.114760659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"6aed1d6c-285f-4ef9-b573-5cfad54683f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.11482796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.12550545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.129550545Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c5a84e07-f959-4f86-a840-9a52cf5d58b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.129688792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5467d767-e00c-4b3f-88c0-61c399dfdbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.133155688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.138899689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.141854757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.144569571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.147392812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.15168607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.154428851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.157071748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.159744326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.166094388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.16907447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.172061786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.175017468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-ce5555","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.178141458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-ce5555"},"namespace":"ai-tenant-e2e-shared-a-w3-ce5555","name":"default-tenant","reconcileID":"ec4eb298-4da5-486f-a630-d5d468180ebd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-ce5555","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.230859115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c5a84e07-f959-4f86-a840-9a52cf5d58b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.232636553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5467d767-e00c-4b3f-88c0-61c399dfdbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.388872141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5467d767-e00c-4b3f-88c0-61c399dfdbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.388903542Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-access","reconcileID":"5467d767-e00c-4b3f-88c0-61c399dfdbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:03.390772348Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c5a84e07-f959-4f86-a840-9a52cf5d58b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-010232-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:03.390822667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"c5a84e07-f959-4f86-a840-9a52cf5d58b3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-010232-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.396975654Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e42af00e-c28c-4681-be56-7a61cbf9b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.398175284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"27eff246-6407-4f7c-b58a-c392f23fec68","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.400432589Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-ce5555","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-ce5555","reconcileID":"f8e29330-5648-4468-a7de-8e2b820ff4ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-ce5555","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-ce5555"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.411153495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e42af00e-c28c-4681-be56-7a61cbf9b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.42066276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e42af00e-c28c-4681-be56-7a61cbf9b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"e2e-worker-w1-010232-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.420683037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-access","reconcileID":"e42af00e-c28c-4681-be56-7a61cbf9b3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-010232"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.430801034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"26531ee7-447c-4641-8835-a203328d7724","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.650547525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7405110-f4ce-4eb3-a365-b3414bf979bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.654150931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7405110-f4ce-4eb3-a365-b3414bf979bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.657832502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7405110-f4ce-4eb3-a365-b3414bf979bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.661344455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7405110-f4ce-4eb3-a365-b3414bf979bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.866257277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aac67d-98f4-47f1-86e8-0f3ce51be961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.870306841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aac67d-98f4-47f1-86e8-0f3ce51be961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.873699809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aac67d-98f4-47f1-86e8-0f3ce51be961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:03.877149213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aac67d-98f4-47f1-86e8-0f3ce51be961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:05.648778632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"effae50a-0d72-4b45-b917-73249fea1a27","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:05.648854373Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"effae50a-0d72-4b45-b917-73249fea1a27","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:05.653808327Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"effae50a-0d72-4b45-b917-73249fea1a27","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:05.658126634Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"effae50a-0d72-4b45-b917-73249fea1a27","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:05.658140008Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"effae50a-0d72-4b45-b917-73249fea1a27","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:08.412794532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c86fef5f-858d-45a4-98c8-0a30d8a7f97c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:08.510205718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"b752be55-acfd-4e9e-b83b-23fe1aaf749f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:08.510615416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4957b3f9-02b3-4dc6-823a-ff3137f8bbd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:08.510693713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"4eb660f9-4cb0-4c7b-a01d-019843466660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:10.085468154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"ef382fc8-d0d6-4664-9e9e-874fec9ab056","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:10.085901622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"a95a7192-870b-4fa4-b29b-ca0dd9d89175","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:12.852608406Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"d6b1bfc9-a549-4668-88ea-24c13eeeb6b5","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:12.852706829Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"d6b1bfc9-a549-4668-88ea-24c13eeeb6b5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:12.857420458Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"d6b1bfc9-a549-4668-88ea-24c13eeeb6b5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:12.865106057Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"d6b1bfc9-a549-4668-88ea-24c13eeeb6b5","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:12.865123138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"d6b1bfc9-a549-4668-88ea-24c13eeeb6b5","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.063761928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"63f7154d-5cf9-4a56-ac5e-0896c5b91773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.07041282Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"63f7154d-5cf9-4a56-ac5e-0896c5b91773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.074151907Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"simulator-subscription","reconcileID":"63f7154d-5cf9-4a56-ac5e-0896c5b91773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232","model":"e2e-models-e2e-worker-w1-010232/simulator-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.077947337Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f88f38f9-6d17-4564-ac4c-d94b20535945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.082571103Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f88f38f9-6d17-4564-ac4c-d94b20535945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.085593331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"premium-simulator-subscription","reconcileID":"f88f38f9-6d17-4564-ac4c-d94b20535945","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-010232"},"name":"maas-trlp-premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232","model":"e2e-models-e2e-worker-w1-010232/premium-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.127585474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"0fcdb2a4-2705-46df-aa6e-b39d320aad6f","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"simulator-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"simulator-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:13.225137295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bf57d3b5-c5c3-4758-b830-860d284a296d","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"premium-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"premium-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:13.713860821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-2-w4-d5d3c3","reconcileID":"d01a3f4f-5b5a-4e54-b5ae-3e33f9b56e93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:13.858954657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"distinct-w4-d5d3c3","reconcileID":"3bc4172b-beea-4d1c-ba4f-cd298f01993b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:13.957270288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"premium-w4-d5d3c3","reconcileID":"fe7920a8-9f88-4a3b-acff-2523bf5d4217","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:14.056502059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-d5d3c3","namespace":"e2e-models-e2e-worker-w4-d5d3c3"},"namespace":"e2e-models-e2e-worker-w4-d5d3c3","name":"simulator-w4-d5d3c3","reconcileID":"6e23e360-a1df-4624-820b-4245c6b7a825","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-d5d3c3\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:14.755034104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"41444b2c-4610-4fab-b44d-76f88646461b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:14.852977736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"daa0ec0f-3457-47f7-9457-b25bf75582a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:14.853015352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"a6778cb5-42fc-4545-a74a-1904c804267a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:14.853427052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61f63671-e267-404a-9920-64a2287da5de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:17.425449308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:18.714669255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"ce613959-38af-484e-b90a-dcbf058c94ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:18.812298583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"164342d4-bbe3-4294-a936-86f24ea3855f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:18.812298715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"97643364-70e9-470a-a4a1-36d4bad3091e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:18.812561006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e08638b3-fb9c-441c-bd6c-dc1396ad9437","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.086135652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"cd36ac44-4650-47ff-a9bb-212329dcdc13","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-2-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-2-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.086434487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"440bdda0-58c7-412f-aefc-8c3273f3e3f0","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"routeName":"distinct-w1-010232-kserve-route","namespace":"e2e-models-e2e-worker-w1-010232","llmisvcName":"distinct-w1-010232","gateway":"openshift-ingress/e2e-worker-w1-010232","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.153980635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.15406558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","namespace":"ai-tenant-e2e-worker-w1-010232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.154139282Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","tenant":"e2e-worker-w1-010232","tenantID":"e2e-worker-w1-010232","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.159066435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Deployment","name":"maas-api-e2e-worker-w1-010232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.171386519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Service","name":"maas-api-e2e-worker-w1-010232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.184958347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-010232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.190544895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-010232","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.198069683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.204812034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.212632989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.217864613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.220860101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.223474112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.226210085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Service","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.229091587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.233105561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.235751193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.238425905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.24445689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.247738563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.250735178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.253626029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-010232","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.25641536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-010232"},"namespace":"ai-tenant-e2e-worker-w1-010232","name":"default-tenant","reconcileID":"f1710a0f-60e1-4be5-825e-6eaddca80820","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-010232","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.390970698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-010232","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-010232","reconcileID":"b3ee6e94-502b-4014-87c4-413466768266","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-010232","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-010232"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.481899938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c2f9cd96-8334-4758-b44e-47e45661741d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.497878436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c2f9cd96-8334-4758-b44e-47e45661741d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.498068244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"73c835c0-e347-43e0-88bd-ed4f01628ed1","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.505570422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"73c835c0-e347-43e0-88bd-ed4f01628ed1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.505751236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"c9b82d2e-4196-49c1-aae1-ead0b50ac077","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.514296475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"c9b82d2e-4196-49c1-aae1-ead0b50ac077","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.514481221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"02419657-6559-43e3-89ec-cb281e70bdaf","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.525947436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"02419657-6559-43e3-89ec-cb281e70bdaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526108395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ff63d8ea-dc68-458a-9266-c72ad49948b1","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526160943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"ff63d8ea-dc68-458a-9266-c72ad49948b1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526253129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"d0794158-6a0d-4ac5-a579-f8ae50235686","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526292542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"d0794158-6a0d-4ac5-a579-f8ae50235686","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526380602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"7d60c583-d8db-43c2-ab92-5b8afcc7074e","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.526416551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"7d60c583-d8db-43c2-ab92-5b8afcc7074e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.532073877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"1a169d30-7ca1-41da-af30-b9bba6388d29","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.532135255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"1a169d30-7ca1-41da-af30-b9bba6388d29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.58958484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"00f55f5c-6327-4052-9abd-7a5428ae658d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589646434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"00f55f5c-6327-4052-9abd-7a5428ae658d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589719836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"26e09e08-eb84-4f09-b9a8-deea6579de0c","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589768679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"26e09e08-eb84-4f09-b9a8-deea6579de0c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589838683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"9de4b01a-b4c1-49b7-b4bc-0a6d86d54a12","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589868097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"9de4b01a-b4c1-49b7-b4bc-0a6d86d54a12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.589973454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"56cb294b-c270-461f-8584-98b323bfc491","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.590016859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"56cb294b-c270-461f-8584-98b323bfc491","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.610750774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"1ee76e76-f390-4da6-adc7-1dbd15fb0a5d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.610811562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"1ee76e76-f390-4da6-adc7-1dbd15fb0a5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.61088057Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"0a0079b6-2225-473d-bd8e-6f8c3b4c3cbb","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.610940505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"0a0079b6-2225-473d-bd8e-6f8c3b4c3cbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.611011572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"1881384a-7745-4b1a-bb14-d71f83d3f422","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.611043154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"1881384a-7745-4b1a-bb14-d71f83d3f422","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.611104866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"2503fa1e-1229-44ad-b298-9d1f9ec26524","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.611137378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"2503fa1e-1229-44ad-b298-9d1f9ec26524","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.65152058Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a2d61409-a05b-419e-ba67-47b923fbb63d","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651582766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a2d61409-a05b-419e-ba67-47b923fbb63d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651669109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bf4842e2-686e-42b0-a926-24c35ed4ad1d","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651709388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"bf4842e2-686e-42b0-a926-24c35ed4ad1d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651780368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"f669c3c0-fa85-4c71-aa5d-296864de65da","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651809769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"f669c3c0-fa85-4c71-aa5d-296864de65da","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651879869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"a2e4c73a-5a46-417f-96d1-ee2049e8b7d7","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.651906701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"a2e4c73a-5a46-417f-96d1-ee2049e8b7d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.652860336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8b7668-3e9b-466a-b6df-74ff577e7292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.656147091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8b7668-3e9b-466a-b6df-74ff577e7292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.659600226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8b7668-3e9b-466a-b6df-74ff577e7292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.682449918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8b7668-3e9b-466a-b6df-74ff577e7292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.732614575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c5b99394-4874-4d3c-9ee3-ad086fb3d8d4","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.732686423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c5b99394-4874-4d3c-9ee3-ad086fb3d8d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.732777953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ed3fec1a-bb33-4cc3-a8fe-9beef5514efc","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.732812475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ed3fec1a-bb33-4cc3-a8fe-9beef5514efc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.732892487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"13121ece-f461-46a2-9fa8-e177096cf49b","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.73295522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"13121ece-f461-46a2-9fa8-e177096cf49b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.73302888Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"f225d0ad-7664-4956-9778-47fd640a1573","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.733058156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"f225d0ad-7664-4956-9778-47fd640a1573","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.861353164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710b57d-4ee7-4b81-a083-c54f4630ebf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.864570514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710b57d-4ee7-4b81-a083-c54f4630ebf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.883812135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710b57d-4ee7-4b81-a083-c54f4630ebf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:20.892544245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1710b57d-4ee7-4b81-a083-c54f4630ebf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.895822518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"53f824a2-0c8b-4d6a-8f5c-5f881edbacbc","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.89594123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"53f824a2-0c8b-4d6a-8f5c-5f881edbacbc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.896150715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ed8f657a-eb9d-493b-adf6-4245f1a254df","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.896223188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"ed8f657a-eb9d-493b-adf6-4245f1a254df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.896399575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"c114509a-f68e-40d0-84cd-ac163b242bf2","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.896467048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"c114509a-f68e-40d0-84cd-ac163b242bf2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.896650074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"6a1f7c14-ba0a-415a-9a57-64e3b19369d4","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:20.89671676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"6a1f7c14-ba0a-415a-9a57-64e3b19369d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.216982932Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"eeb2d8e9-7205-483e-81b9-5349a3f9c833","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217047295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"eeb2d8e9-7205-483e-81b9-5349a3f9c833","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.2171291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1f1eef7c-a941-4907-bc19-88fb1d28d5e1","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217157478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1f1eef7c-a941-4907-bc19-88fb1d28d5e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217218626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"baef4cfb-4b68-4b96-bfe1-e724038e985e","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217245049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"baef4cfb-4b68-4b96-bfe1-e724038e985e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217313025Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"ec34eeaa-e309-44de-a6a6-c5067935c542","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.217338676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"ec34eeaa-e309-44de-a6a6-c5067935c542","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.299458381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dfbb3c-c011-40ee-a057-8dcb38848f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.302744273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dfbb3c-c011-40ee-a057-8dcb38848f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.309260022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dfbb3c-c011-40ee-a057-8dcb38848f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.38814748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dfbb3c-c011-40ee-a057-8dcb38848f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.642480133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2c9a50-058b-43ef-8a54-4c7a95ab9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.646133232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2c9a50-058b-43ef-8a54-4c7a95ab9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.649582981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2c9a50-058b-43ef-8a54-4c7a95ab9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.652995384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2c9a50-058b-43ef-8a54-4c7a95ab9532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.842301895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb20203-7995-4ae2-b9f7-c4191a925109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.845567005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb20203-7995-4ae2-b9f7-c4191a925109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.84874157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb20203-7995-4ae2-b9f7-c4191a925109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:21.852572245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bb20203-7995-4ae2-b9f7-c4191a925109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857242075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"5a0c6a5c-8402-4e03-9119-847f99c6aedc","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857301853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"5a0c6a5c-8402-4e03-9119-847f99c6aedc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857426095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"3e98017b-460e-4233-bdff-dfc30aec4470","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.85748548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"3e98017b-460e-4233-bdff-dfc30aec4470","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857561045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"fe5b447b-fce5-4c89-bf8a-5801e72eee0e","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857594408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"fe5b447b-fce5-4c89-bf8a-5801e72eee0e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857659884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"35f59971-7be2-4af0-b159-57946ffd8949","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:21.857715566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"35f59971-7be2-4af0-b159-57946ffd8949","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138137003Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"5cd4571d-1d9c-4f4c-86e2-00ea44780d10","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.13820731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"5cd4571d-1d9c-4f4c-86e2-00ea44780d10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138294271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"6c6e15dc-f0f5-4e9a-bf6d-db1623b446db","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138326153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"6c6e15dc-f0f5-4e9a-bf6d-db1623b446db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138392253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"781fe788-6c22-4ba3-9291-5b825827fec6","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138425639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"781fe788-6c22-4ba3-9291-5b825827fec6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138486469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"860bf938-2fee-46c4-8867-59ef56911595","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:23.138515962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"860bf938-2fee-46c4-8867-59ef56911595","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.698678768Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c987db9b-1284-4b77-a393-8168b9720824","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.698760228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"c987db9b-1284-4b77-a393-8168b9720824","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.698851733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1bc47c6c-2209-42f2-a983-2fddebb3b1e6","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.698885958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1bc47c6c-2209-42f2-a983-2fddebb3b1e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.698977062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"a330241f-5aaf-40d7-9d50-5f2d9ba9b024","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.699008882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"a330241f-5aaf-40d7-9d50-5f2d9ba9b024","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.699070973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"ab8b0ba8-afb0-4553-8c6b-bb23f1e20f54","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:25.699103093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"ab8b0ba8-afb0-4553-8c6b-bb23f1e20f54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781019748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"b1eaeb21-7fcf-47d7-bb8b-b4af676d86a6","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781110903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"b1eaeb21-7fcf-47d7-bb8b-b4af676d86a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781250495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"be680a11-2e36-4d6e-abc2-a65226ad9839","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.78128787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"be680a11-2e36-4d6e-abc2-a65226ad9839","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781384766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"03cf2951-d199-498c-9134-2d47c8426a77","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781424017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"03cf2951-d199-498c-9134-2d47c8426a77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781511265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b9b14fdd-ac95-4755-87ca-a7293ffcf778","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.781550223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"b9b14fdd-ac95-4755-87ca-a7293ffcf778","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.783877481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"be61c524-cabf-47b9-bdda-8659babc82c7","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.783954938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"be61c524-cabf-47b9-bdda-8659babc82c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784047859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"9f730169-5e5b-489f-9fde-c15ace49a8b8","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784088888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"9f730169-5e5b-489f-9fde-c15ace49a8b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.78416976Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"53ab50f2-7e4e-4901-9491-61c097405064","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784208711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"53ab50f2-7e4e-4901-9491-61c097405064","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784289307Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"e44efeef-b832-41cc-92dc-df3dad49ec6f","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784325073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"e44efeef-b832-41cc-92dc-df3dad49ec6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784756566Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f29098a7-0f4b-4bd1-b05a-bb41aa2d45d4","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784805393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"f29098a7-0f4b-4bd1-b05a-bb41aa2d45d4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/simulator-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784900516Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"746985ff-3ffb-4cfc-b44f-78552ee806e4","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.784966568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"746985ff-3ffb-4cfc-b44f-78552ee806e4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/premium-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.785047352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"a243ea02-4cb7-493b-9fd4-898a820d04e9","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.785091875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"a243ea02-4cb7-493b-9fd4-898a820d04e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-2-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.785168447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"cfd2c12c-c08a-4aa1-8a23-423b81f96305","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:27.785222114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"cfd2c12c-c08a-4aa1-8a23-423b81f96305","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-010232/distinct-w1-010232: AITenant \"e2e-worker-w1-010232\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:31.667123608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"afd71c81-0332-4eb3-82e9-0248525c03ef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:31.767517073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"a1419fc9-2eb2-4345-9b6d-6f9c85417744","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:31.900741025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"4f260ee4-b2be-408e-ab08-5b7d3c79cf26","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:31.996744213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"cebab0eb-b25d-4e19-bd0d-dff7c3c5b6e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:32.921169213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"4720cead-76ee-4df9-8e67-a78dc8614865","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.025410212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"8a51baac-d53c-4905-9ff7-bc0e61a99826","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.120634953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"1c1209e0-cab8-4c91-a9e1-f11dabe0c949","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.220645382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"3152cee9-0d72-43ac-af9a-d3e43949c2ae","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.236594671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"d74263b4-2015-4fe1-8ecf-4cda6f6e89b1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.249690381Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","namespace":"ai-tenant-e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.249787401Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","namespace":"ai-tenant-e2e-shared-b-w3-836589","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.249845667Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","tenant":"e2e-shared-b-w3-836589","tenantID":"e2e-shared-b-w3-836589","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.254716527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-836589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.27334985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Service","name":"maas-api-e2e-shared-b-w3-836589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.281867177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-836589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.286514525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-836589","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.295759979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.307689244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.32579069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.338846636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.34313114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.350472198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.362015085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.362568135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"33af3751-efee-4648-be31-d5ea1474d82d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.379528085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.389031164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.397440159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.401111473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.428611766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.432167203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.436869669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.440137418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-836589","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.449300061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-836589"},"namespace":"ai-tenant-e2e-shared-b-w3-836589","name":"default-tenant","reconcileID":"abd3a33d-77d8-4557-b13d-9eed11a16be1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-836589","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.454405146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"9dcf4bc2-2517-4793-ab82-fe071fc1c8c6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.606295742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-836589","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-836589","reconcileID":"e5535dc6-07ef-4861-969e-4af078d401ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-836589","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-836589"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.607277334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"d768eae3-d751-4881-82dc-1fbc1eb749fd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.70676311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-w1-010232","reconcileID":"aefb8d7c-216d-4c7f-a486-ce6ea1d031c5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.814065794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"distinct-2-w1-010232","reconcileID":"94bc8224-15f3-4ee1-80ed-faacaadf584a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.904156944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534f9c08-f465-4302-bb2c-64e527178c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:33.905169281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"simulator-w1-010232","reconcileID":"16afdd43-2616-4e77-82a0-fd5130980544","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.907378921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534f9c08-f465-4302-bb2c-64e527178c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.910857275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534f9c08-f465-4302-bb2c-64e527178c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:33.914203173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534f9c08-f465-4302-bb2c-64e527178c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:34.005757761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-010232","namespace":"e2e-models-e2e-worker-w1-010232"},"namespace":"e2e-models-e2e-worker-w1-010232","name":"premium-w1-010232","reconcileID":"de02ad73-1095-4f58-9911-61738963430f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-010232\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:34.140793159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe6b749-4fd1-4508-8baf-fe0bd689e93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:34.144146496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe6b749-4fd1-4508-8baf-fe0bd689e93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:34.147776086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe6b749-4fd1-4508-8baf-fe0bd689e93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:34.151172977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe6b749-4fd1-4508-8baf-fe0bd689e93c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:41.061658434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"846d53fb-3c8e-41b3-acf4-92e06ff05ef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:41.160762138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"1afbad2a-1e24-497d-992b-03f814911f08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:41.16079805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b51440e-58fc-4d17-81ce-d6590ce311bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:41.161279003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"b314cfe9-928c-40fc-9296-4e2ee5252aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.003401735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"487f7a5a-10ff-4cfe-aac8-e3f9f6a78936","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.01043293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"fb7f31d8-700b-4ee7-b26e-bec0fac56297","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.010671624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"66b9c0e3-340f-4814-aa33-7f2556c9fc08","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.010821104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"4c48a729-b90a-45c1-be4c-569e9bda1649","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.015253663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"8103863b-0a27-4243-b500-d33b4d5b518e","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.015482928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"329dd51a-6537-43fa-a655-df56f15e8efc","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.015637182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"3b4b7e94-0149-46aa-8e42-ef0c9a7e16ea","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.016298772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"236258f3-a2c6-4436-b741-723f059adb19","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.01716799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f80894b8-2ea1-4bf8-b61a-04799d5cd0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.0229451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"91e2f7fe-4128-4815-b4c7-e19cfc341922","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.023862314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"0694328b-5ee0-467d-876c-594ec5e101d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.026122648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f80894b8-2ea1-4bf8-b61a-04799d5cd0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.115685981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6ec5a30e-af1c-46ed-ab10-e286668d113e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.11570992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"139be619-5385-4e44-9f11-96525f3b4181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.117163537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"d25f1387-cced-4fad-a63e-f70d8e98a27f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.117247615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"258ea340-7880-4617-957b-90d97063f0cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.124134656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"139be619-5385-4e44-9f11-96525f3b4181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.181882095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"6ec5a30e-af1c-46ed-ab10-e286668d113e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.218171443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e6356-3c18-4757-a4b1-31337057a130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.225757206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e6356-3c18-4757-a4b1-31337057a130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.232635724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e6356-3c18-4757-a4b1-31337057a130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.283242568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e6356-3c18-4757-a4b1-31337057a130","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.300546858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3dd788e2-5a23-4fbb-a91e-524b04a9fb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.307285936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"3dd788e2-5a23-4fbb-a91e-524b04a9fb81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.620224387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084f7b5a-3b13-4d8c-be20-01050a5e8709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.624704053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084f7b5a-3b13-4d8c-be20-01050a5e8709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.632441655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084f7b5a-3b13-4d8c-be20-01050a5e8709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.640079255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084f7b5a-3b13-4d8c-be20-01050a5e8709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.839574061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6e76eb-382d-475d-acf9-068cccf08d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.842862891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6e76eb-382d-475d-acf9-068cccf08d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.846246344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6e76eb-382d-475d-acf9-068cccf08d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:42.849368499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6e76eb-382d-475d-acf9-068cccf08d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:46.933370283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"0060efa0-ef43-4517-8c24-7032aadd2dfc","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:46.970366638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"54744677-68ac-4473-9a29-a5f54edae089","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.01557115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"96828690-bcff-4d08-afe9-fbe9c11f7bde","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.03233888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"3457fb8d-e05b-4833-ac7d-f4450fb5bc95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.034573965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f4171dcb-1279-4dfa-bb35-4b33847d0650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.034583831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7e9549ae-43f7-4dfb-b496-10d2a73362ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.042846596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"7e9549ae-43f7-4dfb-b496-10d2a73362ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.04310958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"f4171dcb-1279-4dfa-bb35-4b33847d0650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.060942317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"e21f01ed-4402-48c4-ba02-4f39da811e7d","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.06818462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"73a056b7-61a9-41b3-8b24-2653f4bdf512","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.131356415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"2c3c950a-eb7f-4304-aa8c-82ff50f985c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.131378856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"1009c452-0246-4644-8540-f47262e9d58f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.149477231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3620f985-0ba5-4e05-9ad3-26888a18ec50","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.167840809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2d458ae7-08c5-46b4-9c1b-963657080764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.168276739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ade50032-360d-4d58-b065-1c91c7c2d4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.175087452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"ade50032-360d-4d58-b065-1c91c7c2d4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.175779143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"2d458ae7-08c5-46b4-9c1b-963657080764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.229510655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"3906d87c-9aa4-4972-a554-ddc84c330c27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:47.485529128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.098867285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"510e7199-8a5a-4b4e-ab6d-4d827605fda9","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.099105587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"00d59a26-8b16-4627-97fb-18f6a649145a","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.099301372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"44ec61e8-50aa-4b98-baa9-f32622796c6c","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.099561577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"01b4e329-c0c4-4b3b-84dd-a3d08965b8b9","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.115471315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"c9d311fe-b37c-476e-b06d-fb23dd45c6c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.115482306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"817651c3-4df0-4483-a0fc-7dd990ced2da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.135198107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3ab9fc22-779a-4809-9142-40e55c94a998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.135724612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"18a7408b-5d60-463d-acb6-628576db222e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.143401413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"3ab9fc22-779a-4809-9142-40e55c94a998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.143875113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"18a7408b-5d60-463d-acb6-628576db222e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.222807178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"b379b5f6-2d0e-40ee-b94f-372281bd09b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.223035893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"8f9f59e6-439e-4fd2-87ec-27beb1317ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.235077208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"bbca0ed3-ab91-41b7-94c4-78dfd64df8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.235127247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b468eb8e-adf2-48ac-ae78-51a0e9b420a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.244059381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"b468eb8e-adf2-48ac-ae78-51a0e9b420a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:52.244282338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"bbca0ed3-ab91-41b7-94c4-78dfd64df8bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.339582955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.339654086Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.347467982Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.348218333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"113cb6ba-d5ec-48ef-b67b-6396b819344c","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.355472685Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.355487203Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.355550094Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.358831636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"32622d31-af0f-480b-86c3-9e419af92480","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.365322311Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.367965436Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"b1549dc6-8e45-4309-b951-00cef20c03f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0570c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.368683138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5abfe0c1-a9a1-49e9-ba84-2709f44b50b1","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.375776758Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"2e64e8af-275a-4952-91d5-7fc2a809a87a","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.378575824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"b7cba73f-3a9f-41b6-a85f-38df9501cbf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e71f2799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.379269043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"c0015c41-c2bb-46b0-8e84-72e0f832dddc","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.38714168Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"f7567d4c-532c-4859-9db7-fd3c6ec15e43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0570c95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.394859239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e18204dc-3ed0-4b83-9a3f-1fd7cf73951a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e71f2799","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.482448742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"48600c2b-0ceb-41ee-be06-6d6a13be2f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.483185416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"af9869b2-6812-4ebc-acf4-a8af4bd5ee48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.491580462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"48600c2b-0ceb-41ee-be06-6d6a13be2f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.495249443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"af9869b2-6812-4ebc-acf4-a8af4bd5ee48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.502110766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8f2a13b-343c-495e-bc7c-c94afa8282d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.503619074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff0acb05-99a4-4369-af73-e1964d1c6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.513624669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8f2a13b-343c-495e-bc7c-c94afa8282d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.513812884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff0acb05-99a4-4369-af73-e1964d1c6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.599637108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8f2a13b-343c-495e-bc7c-c94afa8282d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.599666151Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-access","reconcileID":"e8f2a13b-343c-495e-bc7c-c94afa8282d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:53.603271525Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff0acb05-99a4-4369-af73-e1964d1c6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-b1c6f6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:33:53.603327632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"ff0acb05-99a4-4369-af73-e1964d1c6926","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-b1c6f6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.606789489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"32adeef2-91b6-4d56-9e6a-a54b03b65c34","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.608802735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d3c64169-efbc-4cd9-a422-2570002a96fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.617269685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d3c64169-efbc-4cd9-a422-2570002a96fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.624089052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d3c64169-efbc-4cd9-a422-2570002a96fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"e2e-worker-w3-b1c6f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.624111453Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-access","reconcileID":"d3c64169-efbc-4cd9-a422-2570002a96fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:53.630495829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"04579d2e-4a71-4d0e-acd3-0b6a05329c38","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:58.376230492Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"dedbca75-97a3-4017-b6c3-373180901f0f","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:58.376308558Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"dedbca75-97a3-4017-b6c3-373180901f0f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:58.381506009Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"dedbca75-97a3-4017-b6c3-373180901f0f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:58.386355384Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"dedbca75-97a3-4017-b6c3-373180901f0f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:33:58.386371652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"dedbca75-97a3-4017-b6c3-373180901f0f","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:02.099617055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"ba4f9eb5-3e2d-4e31-8c17-6bc85b778470","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-2-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-2-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:02.100062145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"3dfd3ec3-c941-4ad7-a6ca-0e3bdaf26abc","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"distinct-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"distinct-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.119532896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"de9b75d9-9863-49ca-8eab-3c3f71e18f89","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.119790806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"b38e2c80-547c-46a6-b610-ea027616a700","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"premium-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"premium-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.124636728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e8920cde-1021-4a2f-b8ea-407eb645bcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.12463778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"d1b000dd-0bee-4a1a-bc92-0eab3b0a9b3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.129430034Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e8920cde-1021-4a2f-b8ea-407eb645bcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.132331613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"d1b000dd-0bee-4a1a-bc92-0eab3b0a9b3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.135762107Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"e8920cde-1021-4a2f-b8ea-407eb645bcf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.136186982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"82037878-1e09-4a5e-bd0b-57dca681666e","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"routeName":"simulator-w3-b1c6f6-kserve-route","namespace":"e2e-models-e2e-worker-w3-b1c6f6","llmisvcName":"simulator-w3-b1c6f6","gateway":"openshift-ingress/e2e-worker-w3-b1c6f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.136416831Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"simulator-subscription","reconcileID":"d1b000dd-0bee-4a1a-bc92-0eab3b0a9b3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"name":"maas-trlp-simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6","model":"e2e-models-e2e-worker-w3-b1c6f6/simulator-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.26410106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"06fc5cf7-4a11-49b9-89f5-975c9fef54d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.264230938Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"06fc5cf7-4a11-49b9-89f5-975c9fef54d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"model":"e2e-models-e2e-worker-w3-b1c6f6/premium-w3-b1c6f6","error":"HTTPRoute not found yet: for LLMInferenceService premium-w3-b1c6f6 in namespace e2e-models-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:03.344906018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"premium-simulator-subscription","reconcileID":"06fc5cf7-4a11-49b9-89f5-975c9fef54d7","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.387188401Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.387252Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","namespace":"ai-tenant-e2e-worker-w3-b1c6f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.387325158Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","tenant":"e2e-worker-w3-b1c6f6","tenantID":"e2e-worker-w3-b1c6f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.39309341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Deployment","name":"maas-api-e2e-worker-w3-b1c6f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.414965907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Service","name":"maas-api-e2e-worker-w3-b1c6f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.425782462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-b1c6f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.431894828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-b1c6f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.441494379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.449527378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.456779856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.462008567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.464853269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.467661965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.470483976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Service","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.474896794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.478164062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.481030303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.485745886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.494475393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.497240687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.4999602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.502503123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-b1c6f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.505523514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-b1c6f6"},"namespace":"ai-tenant-e2e-worker-w3-b1c6f6","name":"default-tenant","reconcileID":"aa7b8a78-e798-4982-8da0-e4f6555dd485","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-b1c6f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.574802791Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-b1c6f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-b1c6f6","reconcileID":"8f7257ee-90e0-4457-a825-1588e9cce8c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-b1c6f6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-b1c6f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.758431659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08df2569-e2b1-4306-985a-7cc4cc9e95dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.761993964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08df2569-e2b1-4306-985a-7cc4cc9e95dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.765975432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08df2569-e2b1-4306-985a-7cc4cc9e95dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:03.76998984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08df2569-e2b1-4306-985a-7cc4cc9e95dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:04.143309264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7ddeed-dd91-49ba-b055-88cc3430cea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:04.14676599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7ddeed-dd91-49ba-b055-88cc3430cea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:04.150948556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7ddeed-dd91-49ba-b055-88cc3430cea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:04.157895261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7ddeed-dd91-49ba-b055-88cc3430cea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.486730939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"b11af957-1f2c-43f0-9725-769e41a81678","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.603949767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"81ab0957-d3b1-427e-9413-acf715dbcc42","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.693530193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"3e5bd04a-0105-4099-8950-589d3c4bd4da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.711145707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"93fe9f8d-4e62-4450-a9c0-da194ed663b1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.730115185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"549623e1-4ea4-43e3-8ac3-b66c30f0fd69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.748689071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"4e0d9420-5c50-47dd-8487-05ec1f87df90","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.789574533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"fefb827f-1e61-4634-b60e-a5d1e8da0065","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.812668507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"1b701bba-0322-4304-a2c1-b76c141e54b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.88917624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"ce2c5450-ecbd-42a7-a3d8-4f61da905df0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.906565334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"314afdf8-2cd6-423b-a206-b18a380226aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.92285669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"eeb2bc61-2bdb-4f98-9e05-098c3ab6d4ae","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.939430304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"633871f6-4e6e-4446-bb07-b70bcf6e2192","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.958622817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"6308bfcb-a941-4a5d-8ebb-f1cadb078d2d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.974786417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"17c9e92d-b46a-473d-b32f-3fa399cd4019","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:04.991982358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"af33626e-7d63-47c2-820b-30f1f4a73a1e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.009266452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"f1f55649-28a5-473d-aad6-999ed4562d25","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.098044375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"7900b6fe-8452-4045-a8ec-c929496a367a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.192422827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"e9681be3-66fa-4c39-b5ac-d08393714765","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.292350569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"edeacb11-7a1c-4da1-82e0-aeb334a4f9e4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.394042796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"02a94553-c2a4-4b8b-9d5c-1327f81e8a5c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.493939543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"bbdc88c2-c653-48cb-bb72-0bcbdaa8f5b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.593809321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"89314901-c9b0-4db9-a4bb-e20aedba2c15","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.696214605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"ce0e4707-59f2-43de-8624-3a111afd02b1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:05.700549057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e1c87fd-f193-4606-9a2e-951fd24b63cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.716229118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"d26af96a-0c3a-4b61-b1d3-28718c39552f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:05.792484618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0fd6e92-c646-4c91-b957-6f5956146fd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:05.907162087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"72f05b59-4e95-4b98-abef-10e8531058ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.007899033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"504d5f5b-6a3b-4f59-b9ad-4e6d9c0ffe94","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.108272993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"f17992e3-5408-47fc-9051-27d48ddfdac3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.124612861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"d496252f-6e58-470a-bff5-1ee2acf1a825","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.244418645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"3333aaca-5c3e-402a-92d9-894afdc3ceda","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.345595593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"9f8fb5c3-c5c2-4087-8101-c0284f6352c7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.446180017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"f16bcc9e-d7b9-4e31-bffb-7d69fc5005b2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.461476492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"ef7ce92d-3b34-4af3-913c-e761d4a41bd6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:06.905911128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"9fd474eb-3a6d-496f-8d3e-9d7f300b7bcb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:07.003565431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"8b53d09b-f9f5-4853-a908-34dcfa4396b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:07.104339483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"42a14b6d-441b-48fc-b067-f5c05c6d8251","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:07.120116247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"3f695f60-4856-4608-a423-ffb88dd5d0db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:08.015124868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0373e1aa-2ea3-4043-b67f-6791b22570b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T11:34:08.115904603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6d708c7-2b48-48e9-b8c1-906c727946e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:08.204358738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"66be0e4a-e60f-495c-aa0c-169e1019f1b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:08.30123229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"3942885c-e8f9-47b8-9dc3-57a2e7301039","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:08.403199023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"fb4659fc-c957-4354-a6b0-68a9cbc038c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:08.419243895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"98c0d7e8-4701-4198-bd4f-57c256a4b8fa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:10.785160825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-2-w3-b1c6f6","reconcileID":"d72471ee-c40d-4c97-9f15-7472e63094e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:10.918860541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"distinct-w3-b1c6f6","reconcileID":"a8c4f7a6-872c-4bef-b0e1-b51588d4bf93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:10.996667554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"premium-w3-b1c6f6","reconcileID":"c0eeee6e-76b1-4b90-9576-fb300fbf32cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T11:34:11.085672208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-b1c6f6","namespace":"e2e-models-e2e-worker-w3-b1c6f6"},"namespace":"e2e-models-e2e-worker-w3-b1c6f6","name":"simulator-w3-b1c6f6","reconcileID":"5371a755-d61f-4d50-b16e-deb72584f0bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-b1c6f6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}